{
 "cells": [
  {
   "cell_type": "markdown",
   "id": "positive-headquarters",
   "metadata": {},
   "source": [
    "## Import Packages "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 1,
   "id": "leading-medium",
   "metadata": {},
   "outputs": [],
   "source": [
    "import time\n",
    "from os import path"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 2,
   "id": "indonesian-smell",
   "metadata": {},
   "outputs": [],
   "source": [
    "import pandas as pd\n",
    "from sklearn.metrics import accuracy_score\n",
    "from sklearn.model_selection import train_test_split"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 3,
   "id": "likely-aluminum",
   "metadata": {},
   "outputs": [],
   "source": [
    "import dataset\n",
    "import tree as miptree\n",
    "from sklearn import tree"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "floppy-attendance",
   "metadata": {},
   "source": [
    "## Optimal Classification Tree "
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 4,
   "id": "obvious-hollow",
   "metadata": {},
   "outputs": [],
   "source": [
    "timelimit = 600\n",
    "datasets = ['balance-scale', 'breast-cancer', 'car-evaluation', 'hayes-roth', 'house-votes-84', \n",
    "            'soybean-small', 'spect', 'tic-tac-toe', 'monks-1', 'monks-2', 'monks-3']\n",
    "alpha = [0, 0.01, 0.1]\n",
    "depth = [2, 3, 4, 5]\n",
    "seeds = [37, 42, 53]"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 5,
   "id": "tested-steam",
   "metadata": {},
   "outputs": [],
   "source": [
    "train_ratio = 0.5\n",
    "val_ratio = 0.25\n",
    "test_ratio = 0.25"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 6,
   "id": "rotary-budapest",
   "metadata": {},
   "outputs": [],
   "source": [
    "# create or load table\n",
    "res_sk = pd.DataFrame(columns=['instance', 'depth', 'seed', 'train_acc', 'val_acc', 'test_acc', 'train_time'])\n",
    "if path.isfile('./res/oct.csv'):\n",
    "    res_oct = pd.read_csv('./res/oct.csv')\n",
    "else:\n",
    "    res_oct = pd.DataFrame(columns=['instance', 'depth', 'alpha', 'seed', \n",
    "                                    'train_acc', 'val_acc', 'test_acc', 'train_time', 'gap'])\n",
    "if path.isfile('./res/mfoct.csv'):\n",
    "    res_mfoct = pd.read_csv('./res/mfoct.csv')\n",
    "else:\n",
    "    res_mfoct = pd.DataFrame(columns=['instance', 'depth', 'alpha', 'seed', \n",
    "                                      'train_acc', 'val_acc', 'test_acc', 'train_time', 'gap'])\n",
    "if path.isfile('./res/boct.csv'):\n",
    "    res_boct = pd.read_csv('./res/boct.csv')\n",
    "else:\n",
    "    res_boct = pd.DataFrame(columns=['instance', 'depth', 'seed', \n",
    "                                     'train_acc', 'val_acc', 'test_acc', 'train_time', 'gap'])\n",
    "if path.isfile('./res/soct.csv'):\n",
    "    res_soct = pd.read_csv('./res/soct.csv')\n",
    "else:\n",
    "    res_soct = pd.DataFrame(columns=['instance', 'method', 'depth', 'alpha', 'seed', \n",
    "                                     'train_acc', 'val_acc', 'test_acc', 'train_time', 'gap'])"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 7,
   "id": "defensive-domain",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "balance-scale cart-d2 train acc: 0.7275641025641025 val acc: 0.6089743589743589\n",
      "balance-scale cart-d2 train acc: 0.6730769230769231 val acc: 0.6217948717948718\n",
      "balance-scale cart-d2 train acc: 0.6923076923076923 val acc: 0.6217948717948718\n",
      "balance-scale cart-d3 train acc: 0.782051282051282 val acc: 0.6666666666666666\n",
      "balance-scale cart-d3 train acc: 0.8044871794871795 val acc: 0.6794871794871795\n",
      "balance-scale cart-d3 train acc: 0.8012820512820513 val acc: 0.6923076923076923\n",
      "balance-scale cart-d4 train acc: 0.8365384615384616 val acc: 0.7756410256410257\n",
      "balance-scale cart-d4 train acc: 0.8301282051282052 val acc: 0.782051282051282\n",
      "balance-scale cart-d4 train acc: 0.842948717948718 val acc: 0.7756410256410257\n",
      "balance-scale cart-d5 train acc: 0.875 val acc: 0.7948717948717948\n",
      "balance-scale cart-d5 train acc: 0.8685897435897436 val acc: 0.7564102564102564\n",
      "balance-scale cart-d5 train acc: 0.8814102564102564 val acc: 0.7756410256410257\n",
      "breast-cancer cart-d2 train acc: 0.7753623188405797 val acc: 0.8260869565217391\n",
      "breast-cancer cart-d2 train acc: 0.7898550724637681 val acc: 0.6811594202898551\n",
      "breast-cancer cart-d2 train acc: 0.7971014492753623 val acc: 0.7971014492753623\n",
      "breast-cancer cart-d3 train acc: 0.7971014492753623 val acc: 0.782608695652174\n",
      "breast-cancer cart-d3 train acc: 0.8260869565217391 val acc: 0.6956521739130435\n",
      "breast-cancer cart-d3 train acc: 0.8405797101449275 val acc: 0.6811594202898551\n",
      "breast-cancer cart-d4 train acc: 0.8260869565217391 val acc: 0.782608695652174\n",
      "breast-cancer cart-d4 train acc: 0.8695652173913043 val acc: 0.7101449275362319\n",
      "breast-cancer cart-d4 train acc: 0.855072463768116 val acc: 0.7246376811594203\n",
      "breast-cancer cart-d5 train acc: 0.8623188405797102 val acc: 0.7536231884057971\n",
      "breast-cancer cart-d5 train acc: 0.9057971014492754 val acc: 0.7101449275362319\n",
      "breast-cancer cart-d5 train acc: 0.8840579710144928 val acc: 0.6811594202898551\n",
      "car-evaluation cart-d2 train acc: 0.7951388888888888 val acc: 0.7662037037037037\n",
      "car-evaluation cart-d2 train acc: 0.7488425925925926 val acc: 0.8240740740740741\n",
      "car-evaluation cart-d2 train acc: 0.7743055555555556 val acc: 0.7847222222222222\n",
      "car-evaluation cart-d3 train acc: 0.7951388888888888 val acc: 0.7662037037037037\n",
      "car-evaluation cart-d3 train acc: 0.7835648148148148 val acc: 0.7939814814814815\n",
      "car-evaluation cart-d3 train acc: 0.8020833333333334 val acc: 0.7893518518518519\n",
      "car-evaluation cart-d4 train acc: 0.8495370370370371 val acc: 0.8240740740740741\n",
      "car-evaluation cart-d4 train acc: 0.8599537037037037 val acc: 0.8819444444444444\n",
      "car-evaluation cart-d4 train acc: 0.8368055555555556 val acc: 0.8356481481481481\n",
      "car-evaluation cart-d5 train acc: 0.875 val acc: 0.8703703703703703\n",
      "car-evaluation cart-d5 train acc: 0.8692129629629629 val acc: 0.8680555555555556\n",
      "car-evaluation cart-d5 train acc: 0.8680555555555556 val acc: 0.8564814814814815\n",
      "hayes-roth cart-d2 train acc: 0.625 val acc: 0.4\n",
      "hayes-roth cart-d2 train acc: 0.5625 val acc: 0.575\n",
      "hayes-roth cart-d2 train acc: 0.5625 val acc: 0.525\n",
      "hayes-roth cart-d3 train acc: 0.675 val acc: 0.425\n",
      "hayes-roth cart-d3 train acc: 0.7125 val acc: 0.6\n",
      "hayes-roth cart-d3 train acc: 0.7 val acc: 0.675\n",
      "hayes-roth cart-d4 train acc: 0.7375 val acc: 0.6\n",
      "hayes-roth cart-d4 train acc: 0.775 val acc: 0.675\n",
      "hayes-roth cart-d4 train acc: 0.7 val acc: 0.675\n",
      "hayes-roth cart-d5 train acc: 0.7875 val acc: 0.525\n",
      "hayes-roth cart-d5 train acc: 0.85 val acc: 0.75\n",
      "hayes-roth cart-d5 train acc: 0.8875 val acc: 0.8\n",
      "house-votes-84 cart-d2 train acc: 0.9741379310344828 val acc: 0.9482758620689655\n",
      "house-votes-84 cart-d2 train acc: 0.9655172413793104 val acc: 0.9827586206896551\n",
      "house-votes-84 cart-d2 train acc: 0.9741379310344828 val acc: 0.9655172413793104\n",
      "house-votes-84 cart-d3 train acc: 0.9741379310344828 val acc: 0.9482758620689655\n",
      "house-votes-84 cart-d3 train acc: 0.9827586206896551 val acc: 0.896551724137931\n",
      "house-votes-84 cart-d3 train acc: 0.9741379310344828 val acc: 0.9655172413793104\n",
      "house-votes-84 cart-d4 train acc: 1.0 val acc: 0.9655172413793104\n",
      "house-votes-84 cart-d4 train acc: 0.9827586206896551 val acc: 0.8793103448275862\n",
      "house-votes-84 cart-d4 train acc: 0.9827586206896551 val acc: 0.9655172413793104\n",
      "house-votes-84 cart-d5 train acc: 1.0 val acc: 0.9482758620689655\n",
      "house-votes-84 cart-d5 train acc: 0.9913793103448276 val acc: 0.896551724137931\n",
      "house-votes-84 cart-d5 train acc: 0.9913793103448276 val acc: 0.9310344827586207\n",
      "soybean-small cart-d2 train acc: 0.9130434782608695 val acc: 0.4166666666666667\n",
      "soybean-small cart-d2 train acc: 0.8260869565217391 val acc: 0.6666666666666666\n",
      "soybean-small cart-d2 train acc: 0.8260869565217391 val acc: 0.8333333333333334\n",
      "soybean-small cart-d3 train acc: 1.0 val acc: 0.9166666666666666\n",
      "soybean-small cart-d3 train acc: 1.0 val acc: 1.0\n",
      "soybean-small cart-d3 train acc: 1.0 val acc: 1.0\n",
      "soybean-small cart-d4 train acc: 1.0 val acc: 0.75\n",
      "soybean-small cart-d4 train acc: 1.0 val acc: 1.0\n",
      "soybean-small cart-d4 train acc: 1.0 val acc: 1.0\n",
      "soybean-small cart-d5 train acc: 1.0 val acc: 0.75\n",
      "soybean-small cart-d5 train acc: 1.0 val acc: 1.0\n",
      "soybean-small cart-d5 train acc: 1.0 val acc: 1.0\n",
      "spect cart-d2 train acc: 0.7894736842105263 val acc: 0.7611940298507462\n",
      "spect cart-d2 train acc: 0.8571428571428571 val acc: 0.7014925373134329\n",
      "spect cart-d2 train acc: 0.8120300751879699 val acc: 0.746268656716418\n",
      "spect cart-d3 train acc: 0.7894736842105263 val acc: 0.7761194029850746\n",
      "spect cart-d3 train acc: 0.8872180451127819 val acc: 0.7611940298507462\n",
      "spect cart-d3 train acc: 0.8195488721804511 val acc: 0.7761194029850746\n",
      "spect cart-d4 train acc: 0.8571428571428571 val acc: 0.746268656716418\n",
      "spect cart-d4 train acc: 0.9323308270676691 val acc: 0.7014925373134329\n",
      "spect cart-d4 train acc: 0.8421052631578947 val acc: 0.7761194029850746\n",
      "spect cart-d5 train acc: 0.8796992481203008 val acc: 0.746268656716418\n",
      "spect cart-d5 train acc: 0.9398496240601504 val acc: 0.6865671641791045\n",
      "spect cart-d5 train acc: 0.8646616541353384 val acc: 0.7611940298507462\n",
      "tic-tac-toe cart-d2 train acc: 0.7202505219206681 val acc: 0.694560669456067\n",
      "tic-tac-toe cart-d2 train acc: 0.6910229645093946 val acc: 0.6778242677824268\n",
      "tic-tac-toe cart-d2 train acc: 0.7035490605427975 val acc: 0.698744769874477\n",
      "tic-tac-toe cart-d3 train acc: 0.7286012526096033 val acc: 0.702928870292887\n",
      "tic-tac-toe cart-d3 train acc: 0.7411273486430062 val acc: 0.7573221757322176\n",
      "tic-tac-toe cart-d3 train acc: 0.7599164926931107 val acc: 0.7280334728033473\n",
      "tic-tac-toe cart-d4 train acc: 0.8037578288100209 val acc: 0.7573221757322176\n",
      "tic-tac-toe cart-d4 train acc: 0.8162839248434238 val acc: 0.7824267782426778\n",
      "tic-tac-toe cart-d4 train acc: 0.81419624217119 val acc: 0.8075313807531381\n",
      "tic-tac-toe cart-d5 train acc: 0.8643006263048016 val acc: 0.7907949790794979\n",
      "tic-tac-toe cart-d5 train acc: 0.8559498956158664 val acc: 0.8451882845188284\n",
      "tic-tac-toe cart-d5 train acc: 0.8643006263048016 val acc: 0.8117154811715481\n",
      "monks-1 cart-d2 train acc: 0.7733812949640287 val acc: 0.697841726618705\n",
      "monks-1 cart-d2 train acc: 0.7482014388489209 val acc: 0.7338129496402878\n",
      "monks-1 cart-d2 train acc: 0.7769784172661871 val acc: 0.7338129496402878\n",
      "monks-1 cart-d3 train acc: 0.8633093525179856 val acc: 0.7841726618705036\n",
      "monks-1 cart-d3 train acc: 0.7482014388489209 val acc: 0.7338129496402878\n",
      "monks-1 cart-d3 train acc: 0.8633093525179856 val acc: 0.8273381294964028\n",
      "monks-1 cart-d4 train acc: 0.8633093525179856 val acc: 0.7841726618705036\n",
      "monks-1 cart-d4 train acc: 0.7553956834532374 val acc: 0.6546762589928058\n",
      "monks-1 cart-d4 train acc: 0.8633093525179856 val acc: 0.8273381294964028\n",
      "monks-1 cart-d5 train acc: 0.8669064748201439 val acc: 0.8057553956834532\n",
      "monks-1 cart-d5 train acc: 0.7841726618705036 val acc: 0.6834532374100719\n",
      "monks-1 cart-d5 train acc: 0.8812949640287769 val acc: 0.8201438848920863\n",
      "monks-2 cart-d2 train acc: 0.6266666666666667 val acc: 0.6733333333333333\n",
      "monks-2 cart-d2 train acc: 0.64 val acc: 0.68\n",
      "monks-2 cart-d2 train acc: 0.6466666666666666 val acc: 0.72\n",
      "monks-2 cart-d3 train acc: 0.6766666666666666 val acc: 0.6266666666666667\n",
      "monks-2 cart-d3 train acc: 0.6566666666666666 val acc: 0.66\n",
      "monks-2 cart-d3 train acc: 0.6866666666666666 val acc: 0.66\n",
      "monks-2 cart-d4 train acc: 0.7166666666666667 val acc: 0.6266666666666667\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "monks-2 cart-d4 train acc: 0.7033333333333334 val acc: 0.64\n",
      "monks-2 cart-d4 train acc: 0.7133333333333334 val acc: 0.5866666666666667\n",
      "monks-2 cart-d5 train acc: 0.8 val acc: 0.7666666666666667\n",
      "monks-2 cart-d5 train acc: 0.7966666666666666 val acc: 0.6666666666666666\n",
      "monks-2 cart-d5 train acc: 0.82 val acc: 0.7533333333333333\n",
      "monks-3 cart-d2 train acc: 0.9711191335740073 val acc: 0.9492753623188406\n",
      "monks-3 cart-d2 train acc: 0.9711191335740073 val acc: 0.9492753623188406\n",
      "monks-3 cart-d2 train acc: 0.9675090252707581 val acc: 0.9492753623188406\n",
      "monks-3 cart-d3 train acc: 0.9963898916967509 val acc: 0.9637681159420289\n",
      "monks-3 cart-d3 train acc: 0.9711191335740073 val acc: 0.9492753623188406\n",
      "monks-3 cart-d3 train acc: 0.9675090252707581 val acc: 0.9492753623188406\n",
      "monks-3 cart-d4 train acc: 0.9963898916967509 val acc: 0.9637681159420289\n",
      "monks-3 cart-d4 train acc: 0.9963898916967509 val acc: 0.9855072463768116\n",
      "monks-3 cart-d4 train acc: 0.9927797833935018 val acc: 0.9782608695652174\n",
      "monks-3 cart-d5 train acc: 0.9963898916967509 val acc: 0.9637681159420289\n",
      "monks-3 cart-d5 train acc: 0.9963898916967509 val acc: 0.9855072463768116\n",
      "monks-3 cart-d5 train acc: 0.9963898916967509 val acc: 0.9710144927536232\n"
     ]
    }
   ],
   "source": [
    "for data in datasets:\n",
    "    for d in depth:\n",
    "        for s in seeds:\n",
    "            x, y = dataset.loadData(data)\n",
    "            x_train, x_test, y_train, y_test = train_test_split(x, y, test_size=1-train_ratio, random_state=s)\n",
    "            x_val, x_test, y_val, y_test = train_test_split(x_test, y_test, \n",
    "                                                            test_size=test_ratio/(test_ratio+val_ratio), random_state=s)\n",
    "            clf = tree.DecisionTreeClassifier(max_depth=d)\n",
    "            tick = time.time()\n",
    "            clf.fit(x_train, y_train)\n",
    "            tock = time.time()\n",
    "            train_time = tock - tick\n",
    "            train_acc = accuracy_score(y_train, clf.predict(x_train))\n",
    "            val_acc = accuracy_score(y_val, clf.predict(x_val))\n",
    "            test_acc = accuracy_score(y_test, clf.predict(x_test))\n",
    "            print(data, 'cart-d{}'.format(d), 'train acc:', train_acc, 'val acc:', val_acc)\n",
    "            row = {'instance':data, 'depth':d, 'seed':s, 'train_acc':train_acc, \n",
    "                   'val_acc':val_acc, 'test_acc':test_acc, 'train_time':train_time}\n",
    "            res_sk = res_sk.append(row, ignore_index=True)\n",
    "            res_sk.to_csv('./res/sk.csv', index=False)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 8,
   "id": "comic-unemployment",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "balance-scale oct-d2-a0.0 train acc: 0.746794872 val acc: 0.634615385 gap: 0.0\n",
      "balance-scale mfoct-d2-a0.0 train acc: 0.7051282051282052 val acc: 0.6538461538461539 gap: 0.0\n",
      "balance-scale oct-d2-a0.01 train acc: 0.679487179 val acc: 0.58974359 gap: 0.0\n",
      "balance-scale mfoct-d2-a0.01 train acc: 0.7051282051282052 val acc: 0.6538461538461539 gap: 0.0\n",
      "balance-scale oct-d2-a0.1 train acc: 0.657051282 val acc: 0.653846154 gap: 0.0\n",
      "balance-scale mfoct-d2-a0.1 train acc: 0.6987179487179487 val acc: 0.6666666666666666 gap: 0.0\n",
      "balance-scale boct-d2 train acc: 0.6762820512820513 val acc: 0.5705128205128205 gap: 0.0\n",
      "balance-scale oct-d2-a0.0 train acc: 0.740384615 val acc: 0.705128205 gap: 0.0\n",
      "balance-scale mfoct-d2-a0.0 train acc: 0.7019230769230769 val acc: 0.6666666666666666 gap: 0.0\n",
      "balance-scale oct-d2-a0.01 train acc: 0.730769231 val acc: 0.692307692 gap: 0.0\n",
      "balance-scale mfoct-d2-a0.01 train acc: 0.7019230769230769 val acc: 0.6666666666666666 gap: 0.0\n",
      "balance-scale oct-d2-a0.1 train acc: 0.711538462 val acc: 0.679487179 gap: 0.0\n",
      "balance-scale mfoct-d2-a0.1 train acc: 0.6955128205128205 val acc: 0.6602564102564102 gap: 0.0\n",
      "balance-scale boct-d2 train acc: 0.717948717948718 val acc: 0.6410256410256411 gap: 0.0\n",
      "balance-scale oct-d2-a0.0 train acc: 0.743589744 val acc: 0.673076923 gap: 0.0\n",
      "balance-scale mfoct-d2-a0.0 train acc: 0.7051282051282052 val acc: 0.6410256410256411 gap: 0.0\n",
      "balance-scale oct-d2-a0.01 train acc: 0.676282051 val acc: 0.596153846 gap: 0.0\n",
      "balance-scale mfoct-d2-a0.01 train acc: 0.7051282051282052 val acc: 0.6410256410256411 gap: 0.0\n",
      "balance-scale oct-d2-a0.1 train acc: 0.657051282 val acc: 0.673076923 gap: 0.0\n",
      "balance-scale mfoct-d2-a0.1 train acc: 0.7051282051282052 val acc: 0.6410256410256411 gap: 0.0\n",
      "balance-scale boct-d2 train acc: 0.6730769230769231 val acc: 0.5641025641025641 gap: 0.0\n",
      "balance-scale oct-d3-a0.0 train acc: 0.772435897 val acc: 0.641025641 gap: 1.0\n",
      "balance-scale mfoct-d3-a0.0 train acc: 0.7660256410256411 val acc: 0.6923076923076923 gap: 0.0\n",
      "balance-scale oct-d3-a0.01 train acc: 0.733974359 val acc: 0.698717949 gap: 0.951903631\n",
      "balance-scale mfoct-d3-a0.01 train acc: 0.7660256410256411 val acc: 0.6923076923076923 gap: 0.0\n",
      "balance-scale oct-d3-a0.1 train acc: 0.618589744 val acc: 0.570512821 gap: 0.744500846\n",
      "balance-scale mfoct-d3-a0.1 train acc: 0.6987179487179487 val acc: 0.6666666666666666 gap: 0.0\n",
      "balance-scale boct-d3 train acc: 0.6955128205128205 val acc: 0.6346153846153846 gap: 0.8461538461538445\n",
      "balance-scale oct-d3-a0.0 train acc: 0.730769231 val acc: 0.673076923 gap: 1.0\n",
      "balance-scale mfoct-d3-a0.0 train acc: 0.7628205128205128 val acc: 0.7051282051282052 gap: 0.0\n",
      "balance-scale oct-d3-a0.01 train acc: 0.743589744 val acc: 0.685897436 gap: 0.9375\n",
      "balance-scale mfoct-d3-a0.01 train acc: 0.7596153846153846 val acc: 0.6987179487179487 gap: 0.0\n",
      "balance-scale oct-d3-a0.1 train acc: 0.653846154 val acc: 0.621794872 gap: 0.756097561\n",
      "balance-scale mfoct-d3-a0.1 train acc: 0.6955128205128205 val acc: 0.6602564102564102 gap: 0.0\n",
      "balance-scale boct-d3 train acc: 0.7019230769230769 val acc: 0.6794871794871795 gap: 0.8360655726922692\n",
      "balance-scale oct-d3-a0.0 train acc: 0.695512821 val acc: 0.666666667 gap: 0.984615385\n",
      "balance-scale mfoct-d3-a0.0 train acc: 0.7660256410256411 val acc: 0.6474358974358975 gap: 0.0\n",
      "balance-scale oct-d3-a0.01 train acc: 0.717948718 val acc: 0.705128205 gap: 0.925280899\n",
      "balance-scale mfoct-d3-a0.01 train acc: 0.7628205128205128 val acc: 0.6602564102564102 gap: 0.0\n",
      "balance-scale oct-d3-a0.1 train acc: 0.669871795 val acc: 0.621794872 gap: 0.629692833\n",
      "balance-scale mfoct-d3-a0.1 train acc: 0.7051282051282052 val acc: 0.6410256410256411 gap: 0.0\n",
      "balance-scale boct-d3 train acc: 0.6602564102564102 val acc: 0.5384615384615384 gap: 0.8548375658240375\n",
      "balance-scale oct-d4-a0.0 train acc: 0.766025641 val acc: 0.66025641 gap: 1.0\n",
      "balance-scale mfoct-d4-a0.0 train acc: 0.8173076923076923 val acc: 0.6987179487179487 gap: 0.0627450955991825\n",
      "balance-scale oct-d4-a0.01 train acc: 0.782051282 val acc: 0.692307692 gap: 0.954979129\n",
      "balance-scale mfoct-d4-a0.01 train acc: 0.7724358974358975 val acc: 0.6923076923076923 gap: 0.1756923830997339\n",
      "balance-scale oct-d4-a0.1 train acc: 0.618589744 val acc: 0.570512821 gap: 0.744500846\n",
      "balance-scale mfoct-d4-a0.1 train acc: 0.6987179487179487 val acc: 0.6666666666666666 gap: 0.0\n",
      "balance-scale boct-d4 train acc: 0.7307692307692307 val acc: 0.6923076923076923 gap: 1.0\n",
      "balance-scale oct-d4-a0.0 train acc: 0.762820513 val acc: 0.705128205 gap: 1.0\n",
      "balance-scale mfoct-d4-a0.0 train acc: 0.8044871794871795 val acc: 0.75 gap: 0.0787250996015914\n",
      "balance-scale oct-d4-a0.01 train acc: 0.753205128 val acc: 0.730769231 gap: 0.959731544\n",
      "balance-scale mfoct-d4-a0.01 train acc: 0.7435897435897436 val acc: 0.75 gap: 0.2204899777282825\n",
      "balance-scale oct-d4-a0.1 train acc: 0.673076923 val acc: 0.679487179 gap: 0.754098361\n",
      "balance-scale mfoct-d4-a0.1 train acc: 0.6955128205128205 val acc: 0.6602564102564102 gap: 0.0\n",
      "balance-scale boct-d4 train acc: 0.7724358974358975 val acc: 0.7435897435897436 gap: 1.0\n",
      "balance-scale oct-d4-a0.0 train acc: 0.746794872 val acc: 0.653846154 gap: 1.0\n",
      "balance-scale mfoct-d4-a0.0 train acc: 0.8012820512820513 val acc: 0.6410256410256411 gap: 0.0786666666666635\n",
      "balance-scale oct-d4-a0.01 train acc: 0.724358974 val acc: 0.666666667 gap: 0.950965825\n",
      "balance-scale mfoct-d4-a0.01 train acc: 0.7532051282051282 val acc: 0.7307692307692307 gap: 0.2015072099443808\n",
      "balance-scale oct-d4-a0.1 train acc: 0.641025641 val acc: 0.634615385 gap: 0.816498316\n",
      "balance-scale mfoct-d4-a0.1 train acc: 0.7051282051282052 val acc: 0.6410256410256411 gap: 0.0\n",
      "balance-scale boct-d4 train acc: 0.6410256410256411 val acc: 0.5769230769230769 gap: 1.0\n",
      "balance-scale oct-d5-a0.0 train acc: 0.698717949 val acc: 0.621794872 gap: 1.0\n",
      "balance-scale mfoct-d5-a0.0 train acc: 0.8301282051282052 val acc: 0.7115384615384616 gap: 0.1999141833099842\n",
      "balance-scale oct-d5-a0.01 train acc: 0.705128205 val acc: 0.641025641 gap: 0.979611126\n",
      "balance-scale mfoct-d5-a0.01 train acc: 0.8012820512820513 val acc: 0.7115384615384616 gap: 0.2514881909173296\n",
      "balance-scale oct-d5-a0.1 train acc: 0.657051282 val acc: 0.653846154 gap: 0.744500846\n",
      "balance-scale mfoct-d5-a0.1 train acc: 0.6987179487179487 val acc: 0.6666666666666666 gap: 0.0\n",
      "balance-scale boct-d5 train acc: 0.6602564102564102 val acc: 0.6346153846153846 gap: 1.0\n",
      "balance-scale oct-d5-a0.0 train acc: 0.733974359 val acc: 0.737179487 gap: 1.0\n",
      "balance-scale mfoct-d5-a0.0 train acc: 0.8141025641025641 val acc: 0.7884615384615384 gap: 0.2192898952583598\n",
      "balance-scale oct-d5-a0.01 train acc: 0.769230769 val acc: 0.775641026 gap: 0.971830986\n",
      "balance-scale mfoct-d5-a0.01 train acc: 0.7339743589743589 val acc: 0.7307692307692307 gap: 0.3590777168655232\n",
      "balance-scale oct-d5-a0.1 train acc: 0.631410256 val acc: 0.647435897 gap: 0.87804878\n",
      "balance-scale mfoct-d5-a0.1 train acc: 0.6955128205128205 val acc: 0.6602564102564102 gap: 0.0\n",
      "balance-scale boct-d5 train acc: 0.7692307692307693 val acc: 0.75 gap: 1.0\n",
      "balance-scale oct-d5-a0.0 train acc: 0.721153846 val acc: 0.685897436 gap: 1.0\n",
      "balance-scale mfoct-d5-a0.0 train acc: 0.8333333333333334 val acc: 0.6987179487179487 gap: 0.1999999999999987\n",
      "balance-scale oct-d5-a0.01 train acc: 0.689102564 val acc: 0.641025641 gap: 0.984544695\n",
      "balance-scale mfoct-d5-a0.01 train acc: 0.7307692307692307 val acc: 0.6858974358974359 gap: 0.4686994031649361\n",
      "balance-scale oct-d5-a0.1 train acc: 0.641025641 val acc: 0.634615385 gap: 0.806397306\n",
      "balance-scale mfoct-d5-a0.1 train acc: 0.7051282051282052 val acc: 0.6410256410256411 gap: 0.0\n",
      "balance-scale boct-d5 train acc: 0.5961538461538461 val acc: 0.5961538461538461 gap: 1.0\n",
      "breast-cancer oct-d2-a0.0 train acc: 0.782608696 val acc: 0.782608696 gap: 0.0\n",
      "breast-cancer mfoct-d2-a0.0 train acc: 0.7898550724637681 val acc: 0.7246376811594203 gap: 0.0\n",
      "breast-cancer oct-d2-a0.01 train acc: 0.782608696 val acc: 0.782608696 gap: 0.0\n",
      "breast-cancer mfoct-d2-a0.01 train acc: 0.7898550724637681 val acc: 0.7246376811594203 gap: 0.0\n",
      "breast-cancer oct-d2-a0.1 train acc: 0.717391304 val acc: 0.710144928 gap: 0.0\n",
      "breast-cancer mfoct-d2-a0.1 train acc: 0.717391304347826 val acc: 0.7101449275362319 gap: 0.0\n",
      "breast-cancer boct-d2 train acc: 0.6884057971014492 val acc: 0.782608695652174 gap: 0.0\n",
      "breast-cancer oct-d2-a0.0 train acc: 0.753623188 val acc: 0.68115942 gap: 0.0\n",
      "breast-cancer mfoct-d2-a0.0 train acc: 0.7971014492753623 val acc: 0.6811594202898551 gap: 0.0\n",
      "breast-cancer oct-d2-a0.01 train acc: 0.789855072 val acc: 0.68115942 gap: 0.0\n",
      "breast-cancer mfoct-d2-a0.01 train acc: 0.7971014492753623 val acc: 0.6811594202898551 gap: 0.0\n",
      "breast-cancer oct-d2-a0.1 train acc: 0.695652174 val acc: 0.68115942 gap: 0.0\n",
      "breast-cancer mfoct-d2-a0.1 train acc: 0.6956521739130435 val acc: 0.6811594202898551 gap: 0.0\n",
      "breast-cancer boct-d2 train acc: 0.7898550724637681 val acc: 0.6811594202898551 gap: 0.0\n",
      "breast-cancer oct-d2-a0.0 train acc: 0.826086957 val acc: 0.710144928 gap: 0.0\n",
      "breast-cancer mfoct-d2-a0.0 train acc: 0.8260869565217391 val acc: 0.7101449275362319 gap: 0.0\n",
      "breast-cancer oct-d2-a0.01 train acc: 0.826086957 val acc: 0.710144928 gap: 0.0\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "breast-cancer mfoct-d2-a0.01 train acc: 0.8260869565217391 val acc: 0.6956521739130435 gap: 0.0\n",
      "breast-cancer oct-d2-a0.1 train acc: 0.739130435 val acc: 0.753623188 gap: 0.0\n",
      "breast-cancer mfoct-d2-a0.1 train acc: 0.7391304347826086 val acc: 0.7536231884057971 gap: 0.0\n",
      "breast-cancer boct-d2 train acc: 0.8260869565217391 val acc: 0.7101449275362319 gap: 0.0\n",
      "breast-cancer oct-d3-a0.0 train acc: 0.826086957 val acc: 0.768115942 gap: 1.0\n",
      "breast-cancer mfoct-d3-a0.0 train acc: 0.8333333333333334 val acc: 0.6811594202898551 gap: 0.069565217391304\n",
      "breast-cancer oct-d3-a0.01 train acc: 0.811594203 val acc: 0.753623188 gap: 0.90701315\n",
      "breast-cancer mfoct-d3-a0.01 train acc: 0.8260869565217391 val acc: 0.6811594202898551 gap: 0.1007097761678543\n",
      "breast-cancer oct-d3-a0.1 train acc: 0.717391304 val acc: 0.710144928 gap: 0.0\n",
      "breast-cancer mfoct-d3-a0.1 train acc: 0.717391304347826 val acc: 0.7101449275362319 gap: 0.0\n",
      "breast-cancer boct-d3 train acc: 0.8043478260869565 val acc: 0.7681159420289855 gap: 0.9988095219372164\n",
      "breast-cancer oct-d3-a0.0 train acc: 0.826086957 val acc: 0.724637681 gap: 1.0\n",
      "breast-cancer mfoct-d3-a0.0 train acc: 0.8478260869565217 val acc: 0.6521739130434783 gap: 0.0495726495726504\n",
      "breast-cancer oct-d3-a0.01 train acc: 0.84057971 val acc: 0.739130435 gap: 0.884726225\n",
      "breast-cancer mfoct-d3-a0.01 train acc: 0.8478260869565217 val acc: 0.6521739130434783 gap: 0.0750174644642982\n",
      "breast-cancer oct-d3-a0.1 train acc: 0.695652174 val acc: 0.68115942 gap: 0.223809524\n",
      "breast-cancer mfoct-d3-a0.1 train acc: 0.6956521739130435 val acc: 0.6811594202898551 gap: 0.0\n",
      "breast-cancer boct-d3 train acc: 0.8043478260869565 val acc: 0.6666666666666666 gap: 1.0\n",
      "breast-cancer oct-d3-a0.0 train acc: 0.847826087 val acc: 0.753623188 gap: 1.0\n",
      "breast-cancer mfoct-d3-a0.0 train acc: 0.855072463768116 val acc: 0.7536231884057971 gap: 0.0296610169491509\n",
      "breast-cancer oct-d3-a0.01 train acc: 0.81884058 val acc: 0.768115942 gap: 0.884533143\n",
      "breast-cancer mfoct-d3-a0.01 train acc: 0.8260869565217391 val acc: 0.6956521739130435 gap: 0.0599177278463367\n",
      "breast-cancer oct-d3-a0.1 train acc: 0.739130435 val acc: 0.753623188 gap: 0.066666667\n",
      "breast-cancer mfoct-d3-a0.1 train acc: 0.7391304347826086 val acc: 0.7536231884057971 gap: 0.0\n",
      "breast-cancer boct-d3 train acc: 0.7971014492753623 val acc: 0.6956521739130435 gap: 1.0\n",
      "breast-cancer oct-d4-a0.0 train acc: 0.826086957 val acc: 0.724637681 gap: 1.0\n",
      "breast-cancer mfoct-d4-a0.0 train acc: 0.8768115942028986 val acc: 0.6956521739130435 gap: 0.1404958497907177\n",
      "breast-cancer oct-d4-a0.01 train acc: 0.81884058 val acc: 0.797101449 gap: 0.927278604\n",
      "breast-cancer mfoct-d4-a0.01 train acc: 0.8478260869565217 val acc: 0.7536231884057971 gap: 0.2170876121750396\n",
      "breast-cancer oct-d4-a0.1 train acc: 0.717391304 val acc: 0.710144928 gap: 0.187179487\n",
      "breast-cancer mfoct-d4-a0.1 train acc: 0.717391304347826 val acc: 0.7101449275362319 gap: 0.0\n",
      "breast-cancer boct-d4 train acc: 0.8043478260869565 val acc: 0.7391304347826086 gap: 1.0\n",
      "breast-cancer oct-d4-a0.0 train acc: 0.84057971 val acc: 0.68115942 gap: 1.0\n",
      "breast-cancer mfoct-d4-a0.0 train acc: 0.8985507246376812 val acc: 0.7101449275362319 gap: 0.1129031201430192\n",
      "breast-cancer oct-d4-a0.01 train acc: 0.833333333 val acc: 0.753623188 gap: 0.925975774\n",
      "breast-cancer mfoct-d4-a0.01 train acc: 0.8260869565217391 val acc: 0.6666666666666666 gap: 0.2021251985717637\n",
      "breast-cancer oct-d4-a0.1 train acc: 0.695652174 val acc: 0.68115942 gap: 0.314285714\n",
      "breast-cancer mfoct-d4-a0.1 train acc: 0.6956521739130435 val acc: 0.6811594202898551 gap: 0.0\n",
      "breast-cancer boct-d4 train acc: 0.8115942028985508 val acc: 0.7536231884057971 gap: 1.0\n",
      "breast-cancer oct-d4-a0.0 train acc: 0.884057971 val acc: 0.637681159 gap: 1.0\n",
      "breast-cancer mfoct-d4-a0.0 train acc: 0.8840579710144928 val acc: 0.7246376811594203 gap: 0.1311475232992386\n",
      "breast-cancer oct-d4-a0.01 train acc: 0.81884058 val acc: 0.710144928 gap: 0.92088382\n",
      "breast-cancer mfoct-d4-a0.01 train acc: 0.8260869565217391 val acc: 0.7971014492753623 gap: 0.1926436009405422\n",
      "breast-cancer oct-d4-a0.1 train acc: 0.739130435 val acc: 0.753623188 gap: 0.122222222\n",
      "breast-cancer mfoct-d4-a0.1 train acc: 0.7391304347826086 val acc: 0.7536231884057971 gap: 0.0\n",
      "breast-cancer boct-d4 train acc: 0.8695652173913043 val acc: 0.7101449275362319 gap: 1.0\n",
      "breast-cancer oct-d5-a0.0 train acc: 0.84057971 val acc: 0.768115942 gap: 1.0\n",
      "breast-cancer mfoct-d5-a0.0 train acc: 0.8985507246376812 val acc: 0.6521739130434783 gap: 0.1129032172472002\n",
      "breast-cancer oct-d5-a0.01 train acc: 0.84057971 val acc: 0.782608696 gap: 0.933823529\n",
      "breast-cancer mfoct-d5-a0.01 train acc: 0.8260869565217391 val acc: 0.782608695652174 gap: 0.254242081447964\n",
      "breast-cancer oct-d5-a0.1 train acc: 0.717391304 val acc: 0.710144928 gap: 0.105128205\n",
      "breast-cancer mfoct-d5-a0.1 train acc: 0.717391304347826 val acc: 0.7101449275362319 gap: 0.0\n",
      "breast-cancer boct-d5 train acc: 0.6376811594202898 val acc: 0.5797101449275363 gap: 1.0\n",
      "breast-cancer oct-d5-a0.0 train acc: 0.920289855 val acc: 0.608695652 gap: 1.0\n",
      "breast-cancer mfoct-d5-a0.0 train acc: 0.9130434782608696 val acc: 0.6376811594202898 gap: 0.0952380952380966\n",
      "breast-cancer oct-d5-a0.01 train acc: 0.826086957 val acc: 0.753623188 gap: 0.930635838\n",
      "breast-cancer mfoct-d5-a0.01 train acc: 0.8260869565217391 val acc: 0.7536231884057971 gap: 0.2396716041850281\n",
      "breast-cancer oct-d5-a0.1 train acc: 0.695652174 val acc: 0.68115942 gap: 0.314285714\n",
      "breast-cancer mfoct-d5-a0.1 train acc: 0.6956521739130435 val acc: 0.6811594202898551 gap: 0.0\n",
      "breast-cancer boct-d5 train acc: 0.8188405797101449 val acc: 0.6811594202898551 gap: 1.0\n",
      "breast-cancer oct-d5-a0.0 train acc: 0.898550725 val acc: 0.753623188 gap: 1.0\n",
      "breast-cancer mfoct-d5-a0.0 train acc: 0.9202898550724636 val acc: 0.7246376811594203 gap: 0.086614167929585\n",
      "breast-cancer oct-d5-a0.01 train acc: 0.81884058 val acc: 0.768115942 gap: 0.927298646\n",
      "breast-cancer mfoct-d5-a0.01 train acc: 0.7971014492753623 val acc: 0.7971014492753623 gap: 0.23019387522444\n",
      "breast-cancer oct-d5-a0.1 train acc: 0.739130435 val acc: 0.753623188 gap: 0.066666667\n",
      "breast-cancer mfoct-d5-a0.1 train acc: 0.7391304347826086 val acc: 0.7536231884057971 gap: 0.0\n",
      "breast-cancer boct-d5 train acc: 0.8043478260869565 val acc: 0.7246376811594203 gap: 1.0\n",
      "car-evaluation oct-d2-a0.0 train acc: 0.795138889 val acc: 0.766203704 gap: 1.0\n",
      "car-evaluation mfoct-d2-a0.0 train acc: 0.7951388888888888 val acc: 0.7662037037037037 gap: 0.0\n",
      "car-evaluation oct-d2-a0.01 train acc: 0.795138889 val acc: 0.766203704 gap: 0.68967066\n",
      "car-evaluation mfoct-d2-a0.01 train acc: 0.7951388888888888 val acc: 0.7662037037037037 gap: 0.0\n",
      "car-evaluation oct-d2-a0.1 train acc: 0.685185185 val acc: 0.743055556 gap: 0.0\n",
      "car-evaluation mfoct-d2-a0.1 train acc: 0.6851851851851852 val acc: 0.7430555555555556 gap: 0.0\n",
      "car-evaluation boct-d2 train acc: 0.7951388888888888 val acc: 0.7662037037037037 gap: 0.0\n",
      "car-evaluation oct-d2-a0.0 train acc: 0.751157407 val acc: 0.800925926 gap: 1.0\n",
      "car-evaluation mfoct-d2-a0.0 train acc: 0.7511574074074074 val acc: 0.8009259259259259 gap: 0.0\n",
      "car-evaluation oct-d2-a0.01 train acc: 0.751157407 val acc: 0.800925926 gap: 0.872779499\n",
      "car-evaluation mfoct-d2-a0.01 train acc: 0.7511574074074074 val acc: 0.8009259259259259 gap: 0.0\n",
      "car-evaluation oct-d2-a0.1 train acc: 0.6875 val acc: 0.712962963 gap: 0.34\n",
      "car-evaluation mfoct-d2-a0.1 train acc: 0.6875 val acc: 0.7129629629629629 gap: 0.0\n",
      "car-evaluation boct-d2 train acc: 0.7511574074074074 val acc: 0.8009259259259259 gap: 0.0\n",
      "car-evaluation oct-d2-a0.0 train acc: 0.78125 val acc: 0.74537037 gap: 0.978835979\n",
      "car-evaluation mfoct-d2-a0.0 train acc: 0.78125 val acc: 0.7453703703703703 gap: 0.0\n",
      "car-evaluation oct-d2-a0.01 train acc: 0.78125 val acc: 0.74537037 gap: 0.863649188\n",
      "car-evaluation mfoct-d2-a0.01 train acc: 0.78125 val acc: 0.7453703703703703 gap: 0.0\n",
      "car-evaluation oct-d2-a0.1 train acc: 0.710648148 val acc: 0.696759259 gap: 0.4072\n",
      "car-evaluation mfoct-d2-a0.1 train acc: 0.7106481481481481 val acc: 0.6967592592592593 gap: 0.0\n",
      "car-evaluation boct-d2 train acc: 0.78125 val acc: 0.7453703703703703 gap: 0.0\n",
      "car-evaluation oct-d3-a0.0 train acc: 0.821759259 val acc: 0.805555556 gap: 1.0\n",
      "car-evaluation mfoct-d3-a0.0 train acc: 0.8217592592592593 val acc: 0.8055555555555556 gap: 0.1499071951086407\n",
      "car-evaluation oct-d3-a0.01 train acc: 0.685185185 val acc: 0.743055556 gap: 0.974766749\n",
      "car-evaluation mfoct-d3-a0.01 train acc: 0.8182870370370371 val acc: 0.7939814814814815 gap: 0.1404445476176582\n",
      "car-evaluation oct-d3-a0.1 train acc: 0.685185185 val acc: 0.743055556 gap: 0.564705882\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "car-evaluation mfoct-d3-a0.1 train acc: 0.6851851851851852 val acc: 0.7430555555555556 gap: 0.0\n",
      "car-evaluation boct-d3 train acc: 0.8252314814814815 val acc: 0.7962962962962963 gap: 0.9462479863969928\n",
      "car-evaluation oct-d3-a0.0 train acc: 0.799768519 val acc: 0.805555556 gap: 0.994219653\n",
      "car-evaluation mfoct-d3-a0.0 train acc: 0.78125 val acc: 0.8171296296296297 gap: 0.1925925925926121\n",
      "car-evaluation oct-d3-a0.01 train acc: 0.6875 val acc: 0.712962963 gap: 0.969511528\n",
      "car-evaluation mfoct-d3-a0.01 train acc: 0.7962962962962963 val acc: 0.8101851851851852 gap: 0.1657663627247665\n",
      "car-evaluation oct-d3-a0.1 train acc: 0.6875 val acc: 0.712962963 gap: 0.731319026\n",
      "car-evaluation mfoct-d3-a0.1 train acc: 0.6875 val acc: 0.7129629629629629 gap: 0.0\n",
      "car-evaluation boct-d3 train acc: 0.7546296296296297 val acc: 0.7824074074074074 gap: 0.9651190306550392\n",
      "car-evaluation oct-d3-a0.0 train acc: 0.795138889 val acc: 0.763888889 gap: 0.994350282\n",
      "car-evaluation mfoct-d3-a0.0 train acc: 0.8171296296296297 val acc: 0.7916666666666666 gap: 0.1839235127478744\n",
      "car-evaluation oct-d3-a0.01 train acc: 0.710648148 val acc: 0.696759259 gap: 0.964980643\n",
      "car-evaluation mfoct-d3-a0.01 train acc: 0.8078703703703703 val acc: 0.7893518518518519 gap: 0.1650098153376035\n",
      "car-evaluation oct-d3-a0.1 train acc: 0.710648148 val acc: 0.696759259 gap: 0.5088\n",
      "car-evaluation mfoct-d3-a0.1 train acc: 0.7106481481481481 val acc: 0.6967592592592593 gap: 0.0\n",
      "car-evaluation boct-d3 train acc: 0.8171296296296297 val acc: 0.8148148148148148 gap: 0.9177215189873418\n",
      "car-evaluation oct-d4-a0.0 train acc: 0.778935185 val acc: 0.800925926 gap: 1.0\n",
      "car-evaluation mfoct-d4-a0.0 train acc: 0.8240740740740741 val acc: 0.8125 gap: 0.2134831460674215\n",
      "car-evaluation oct-d4-a0.01 train acc: 0.685185185 val acc: 0.743055556 gap: 0.978235294\n",
      "car-evaluation mfoct-d4-a0.01 train acc: 0.8217592592592593 val acc: 0.8055555555555556 gap: 0.2223804395969848\n",
      "car-evaluation oct-d4-a0.1 train acc: 0.685185185 val acc: 0.743055556 gap: 0.782352941\n",
      "car-evaluation mfoct-d4-a0.1 train acc: 0.6851851851851852 val acc: 0.7430555555555556 gap: 0.0\n",
      "car-evaluation boct-d4 train acc: 0.8067129629629629 val acc: 0.8240740740740741 gap: 1.0\n",
      "car-evaluation oct-d4-a0.0 train acc: 0.729166667 val acc: 0.761574074 gap: 1.0\n",
      "car-evaluation mfoct-d4-a0.0 train acc: 0.8101851851851852 val acc: 0.8240740740740741 gap: 0.2342857106745676\n",
      "car-evaluation oct-d4-a0.01 train acc: 0.6875 val acc: 0.712962963 gap: 0.978\n",
      "car-evaluation mfoct-d4-a0.01 train acc: 0.8101851851851852 val acc: 0.8240740740740741 gap: 0.2477722288527728\n",
      "car-evaluation oct-d4-a0.1 train acc: 0.6875 val acc: 0.712962963 gap: 0.770553293\n",
      "car-evaluation mfoct-d4-a0.1 train acc: 0.6875 val acc: 0.7129629629629629 gap: 0.0\n",
      "car-evaluation boct-d4 train acc: 0.8321759259259259 val acc: 0.8611111111111112 gap: 1.0\n",
      "car-evaluation oct-d4-a0.0 train acc: 0.729166667 val acc: 0.685185185 gap: 1.0\n",
      "car-evaluation mfoct-d4-a0.0 train acc: 0.8298611111111112 val acc: 0.7962962962962963 gap: 0.2050209185008691\n",
      "car-evaluation oct-d4-a0.01 train acc: 0.710648148 val acc: 0.696759259 gap: 0.972944829\n",
      "car-evaluation mfoct-d4-a0.01 train acc: 0.8090277777777778 val acc: 0.7962962962962963 gap: 0.2432016490450701\n",
      "car-evaluation oct-d4-a0.1 train acc: 0.710648148 val acc: 0.696759259 gap: 0.7544\n",
      "car-evaluation mfoct-d4-a0.1 train acc: 0.7106481481481481 val acc: 0.6967592592592593 gap: 0.0\n",
      "car-evaluation boct-d4 train acc: 0.8043981481481481 val acc: 0.8032407407407407 gap: 1.0\n",
      "car-evaluation oct-d5-a0.0 train acc: 0.703703704 val acc: 0.75462963 gap: 1.0\n",
      "car-evaluation mfoct-d5-a0.0 train acc: 0.8321759259259259 val acc: 0.8240740740740741 gap: 0.201668980657507\n",
      "car-evaluation oct-d5-a0.01 train acc: 0.685185185 val acc: 0.743055556 gap: 0.978235294\n",
      "car-evaluation mfoct-d5-a0.01 train acc: 0.7951388888888888 val acc: 0.7662037037037037 gap: 0.2485908547448627\n",
      "car-evaluation oct-d5-a0.1 train acc: 0.685185185 val acc: 0.743055556 gap: 0.782352941\n",
      "car-evaluation mfoct-d5-a0.1 train acc: 0.6851851851851852 val acc: 0.7430555555555556 gap: 0.0\n",
      "car-evaluation boct-d5 train acc: 0.8298611111111112 val acc: 0.8402777777777778 gap: 1.0\n",
      "car-evaluation oct-d5-a0.0 train acc: 0.6875 val acc: 0.712962963 gap: 1.0\n",
      "car-evaluation mfoct-d5-a0.0 train acc: 0.7858796296296297 val acc: 0.8379629629629629 gap: 0.2724594973446477\n",
      "car-evaluation oct-d5-a0.01 train acc: 0.6875 val acc: 0.712962963 gap: 0.978\n",
      "car-evaluation mfoct-d5-a0.01 train acc: 0.7962962962962963 val acc: 0.8101851851851852 gap: 0.2585741164541898\n",
      "car-evaluation oct-d5-a0.1 train acc: 0.6875 val acc: 0.712962963 gap: 0.78\n",
      "car-evaluation mfoct-d5-a0.1 train acc: 0.6875 val acc: 0.7129629629629629 gap: 0.0\n",
      "car-evaluation boct-d5 train acc: 0.8344907407407407 val acc: 0.8425925925925926 gap: 1.0\n",
      "car-evaluation oct-d5-a0.0 train acc: 0.710648148 val acc: 0.696759259 gap: 1.0\n",
      "car-evaluation mfoct-d5-a0.0 train acc: 0.7928240740740741 val acc: 0.7569444444444444 gap: 0.2613138686131357\n",
      "car-evaluation oct-d5-a0.01 train acc: 0.710648148 val acc: 0.696759259 gap: 0.97544\n",
      "car-evaluation mfoct-d5-a0.01 train acc: 0.7939814814814815 val acc: 0.8287037037037037 gap: 0.2695165749836759\n",
      "car-evaluation oct-d5-a0.1 train acc: 0.710648148 val acc: 0.696759259 gap: 0.7544\n",
      "car-evaluation mfoct-d5-a0.1 train acc: 0.7106481481481481 val acc: 0.6967592592592593 gap: 0.0\n",
      "car-evaluation boct-d5 train acc: 0.8541666666666666 val acc: 0.8263888888888888 gap: 1.0\n",
      "hayes-roth oct-d2-a0.0 train acc: 0.65 val acc: 0.475 gap: 0.0\n",
      "hayes-roth mfoct-d2-a0.0 train acc: 0.675 val acc: 0.5 gap: 0.0\n",
      "hayes-roth oct-d2-a0.01 train acc: 0.65 val acc: 0.475 gap: 0.0\n",
      "hayes-roth mfoct-d2-a0.01 train acc: 0.675 val acc: 0.5 gap: 0.0\n",
      "hayes-roth oct-d2-a0.1 train acc: 0.625 val acc: 0.4 gap: 0.0\n",
      "hayes-roth mfoct-d2-a0.1 train acc: 0.6375 val acc: 0.5 gap: 0.0\n",
      "hayes-roth boct-d2 train acc: 0.65 val acc: 0.475 gap: 0.0\n",
      "hayes-roth oct-d2-a0.0 train acc: 0.675 val acc: 0.5 gap: 0.0\n",
      "hayes-roth mfoct-d2-a0.0 train acc: 0.675 val acc: 0.5 gap: 0.0\n",
      "hayes-roth oct-d2-a0.01 train acc: 0.675 val acc: 0.475 gap: 0.0\n",
      "hayes-roth mfoct-d2-a0.01 train acc: 0.675 val acc: 0.5 gap: 0.0\n",
      "hayes-roth oct-d2-a0.1 train acc: 0.6625 val acc: 0.525 gap: 0.0\n",
      "hayes-roth mfoct-d2-a0.1 train acc: 0.6625 val acc: 0.525 gap: 0.0\n",
      "hayes-roth boct-d2 train acc: 0.4875 val acc: 0.4 gap: 0.0\n",
      "hayes-roth oct-d2-a0.0 train acc: 0.675 val acc: 0.625 gap: 0.0\n",
      "hayes-roth mfoct-d2-a0.0 train acc: 0.7 val acc: 0.55 gap: 0.0\n",
      "hayes-roth oct-d2-a0.01 train acc: 0.675 val acc: 0.625 gap: 0.0\n",
      "hayes-roth mfoct-d2-a0.01 train acc: 0.7 val acc: 0.55 gap: 0.0\n",
      "hayes-roth oct-d2-a0.1 train acc: 0.65 val acc: 0.575 gap: 0.0\n",
      "hayes-roth mfoct-d2-a0.1 train acc: 0.675 val acc: 0.5 gap: 0.0\n",
      "hayes-roth boct-d2 train acc: 0.675 val acc: 0.625 gap: 0.0\n",
      "hayes-roth oct-d3-a0.0 train acc: 0.7375 val acc: 0.5 gap: 1.0\n",
      "hayes-roth mfoct-d3-a0.0 train acc: 0.7875 val acc: 0.625 gap: 0.0\n",
      "hayes-roth oct-d3-a0.01 train acc: 0.7125 val acc: 0.525 gap: 0.958128079\n",
      "hayes-roth mfoct-d3-a0.01 train acc: 0.7875 val acc: 0.625 gap: 0.0\n",
      "hayes-roth oct-d3-a0.1 train acc: 0.6875 val acc: 0.575 gap: 0.710227273\n",
      "hayes-roth mfoct-d3-a0.1 train acc: 0.725 val acc: 0.525 gap: 0.0\n",
      "hayes-roth boct-d3 train acc: 0.7 val acc: 0.7 gap: 0.5789473387628651\n",
      "hayes-roth oct-d3-a0.0 train acc: 0.825 val acc: 0.5 gap: 1.0\n",
      "hayes-roth mfoct-d3-a0.0 train acc: 0.8625 val acc: 0.525 gap: 0.0\n",
      "hayes-roth oct-d3-a0.01 train acc: 0.8 val acc: 0.5 gap: 0.94345898\n",
      "hayes-roth mfoct-d3-a0.01 train acc: 0.8625 val acc: 0.525 gap: 0.0\n",
      "hayes-roth oct-d3-a0.1 train acc: 0.7125 val acc: 0.6 gap: 0.662650602\n",
      "hayes-roth mfoct-d3-a0.1 train acc: 0.7125 val acc: 0.6 gap: 0.0\n",
      "hayes-roth boct-d3 train acc: 0.85 val acc: 0.575 gap: 0.0\n",
      "hayes-roth oct-d3-a0.0 train acc: 0.8 val acc: 0.675 gap: 1.0\n",
      "hayes-roth mfoct-d3-a0.0 train acc: 0.8375 val acc: 0.625 gap: 0.0\n",
      "hayes-roth oct-d3-a0.01 train acc: 0.775 val acc: 0.4 gap: 0.949950932\n",
      "hayes-roth mfoct-d3-a0.01 train acc: 0.8375 val acc: 0.725 gap: 0.0\n",
      "hayes-roth oct-d3-a0.1 train acc: 0.7 val acc: 0.675 gap: 0.701754386\n",
      "hayes-roth mfoct-d3-a0.1 train acc: 0.725 val acc: 0.6 gap: 0.0\n",
      "hayes-roth boct-d3 train acc: 0.8 val acc: 0.675 gap: 0.3124999892578122\n",
      "hayes-roth oct-d4-a0.0 train acc: 0.7875 val acc: 0.525 gap: 1.0\n",
      "hayes-roth mfoct-d4-a0.0 train acc: 0.8875 val acc: 0.825 gap: 0.028169014084505\n",
      "hayes-roth oct-d4-a0.01 train acc: 0.7875 val acc: 0.65 gap: 0.95030426\n",
      "hayes-roth mfoct-d4-a0.01 train acc: 0.8625 val acc: 0.825 gap: 0.081405485147185\n",
      "hayes-roth oct-d4-a0.1 train acc: 0.7375 val acc: 0.5 gap: 0.705202312\n",
      "hayes-roth mfoct-d4-a0.1 train acc: 0.775 val acc: 0.55 gap: 0.0\n",
      "hayes-roth boct-d4 train acc: 0.5 val acc: 0.275 gap: 1.0\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "hayes-roth oct-d4-a0.0 train acc: 0.8875 val acc: 0.625 gap: 1.0\n",
      "hayes-roth mfoct-d4-a0.0 train acc: 0.9375 val acc: 0.55 gap: 0.0\n",
      "hayes-roth oct-d4-a0.01 train acc: 0.9 val acc: 0.7 gap: 0.904850746\n",
      "hayes-roth mfoct-d4-a0.01 train acc: 0.925 val acc: 0.625 gap: 0.0\n",
      "hayes-roth oct-d4-a0.1 train acc: 0.7125 val acc: 0.6 gap: 0.692771084\n",
      "hayes-roth mfoct-d4-a0.1 train acc: 0.775 val acc: 0.5 gap: 0.0\n",
      "hayes-roth boct-d4 train acc: 0.9375 val acc: 0.575 gap: 1.0\n",
      "hayes-roth oct-d4-a0.0 train acc: 0.825 val acc: 0.5 gap: 1.0\n",
      "hayes-roth mfoct-d4-a0.0 train acc: 0.9375 val acc: 0.725 gap: 0.0\n",
      "hayes-roth oct-d4-a0.01 train acc: 0.925 val acc: 0.7 gap: 0.907869482\n",
      "hayes-roth mfoct-d4-a0.01 train acc: 0.9375 val acc: 0.7 gap: 0.0\n",
      "hayes-roth oct-d4-a0.1 train acc: 0.7375 val acc: 0.725 gap: 0.705202312\n",
      "hayes-roth mfoct-d4-a0.1 train acc: 0.825 val acc: 0.575 gap: 0.0\n",
      "hayes-roth boct-d4 train acc: 0.6 val acc: 0.65 gap: 1.0\n",
      "hayes-roth oct-d5-a0.0 train acc: 0.8 val acc: 0.85 gap: 1.0\n",
      "hayes-roth mfoct-d5-a0.0 train acc: 0.9125 val acc: 0.725 gap: 0.0958903997112276\n",
      "hayes-roth oct-d5-a0.01 train acc: 0.8125 val acc: 0.8 gap: 0.96234773\n",
      "hayes-roth mfoct-d5-a0.01 train acc: 0.9 val acc: 0.825 gap: 0.1416781962458219\n",
      "hayes-roth oct-d5-a0.1 train acc: 0.7875 val acc: 0.525 gap: 0.8\n",
      "hayes-roth mfoct-d5-a0.1 train acc: 0.775 val acc: 0.55 gap: 0.0435525763448185\n",
      "hayes-roth boct-d5 train acc: 0.4875 val acc: 0.35 gap: 1.0\n",
      "hayes-roth oct-d5-a0.0 train acc: 0.85 val acc: 0.6 gap: 1.0\n",
      "hayes-roth mfoct-d5-a0.0 train acc: 0.975 val acc: 0.675 gap: 0.0256410013809514\n",
      "hayes-roth oct-d5-a0.01 train acc: 0.925 val acc: 0.65 gap: 0.932539683\n",
      "hayes-roth mfoct-d5-a0.01 train acc: 0.95 val acc: 0.7 gap: 0.0776789024842395\n",
      "hayes-roth oct-d5-a0.1 train acc: 0.7625 val acc: 0.475 gap: 0.785276074\n",
      "hayes-roth mfoct-d5-a0.1 train acc: 0.825 val acc: 0.65 gap: 0.0891097610761465\n",
      "hayes-roth boct-d5 train acc: 0.725 val acc: 0.5 gap: 1.0\n",
      "hayes-roth oct-d5-a0.0 train acc: 0.8375 val acc: 0.85 gap: 1.0\n",
      "hayes-roth mfoct-d5-a0.0 train acc: 0.975 val acc: 0.725 gap: 0.0256410190664009\n",
      "hayes-roth oct-d5-a0.01 train acc: 0.95 val acc: 0.725 gap: 0.920091324\n",
      "hayes-roth mfoct-d5-a0.01 train acc: 0.9375 val acc: 0.7 gap: 0.0925179399533812\n",
      "hayes-roth oct-d5-a0.1 train acc: 0.7375 val acc: 0.725 gap: 0.803468208\n",
      "hayes-roth mfoct-d5-a0.1 train acc: 0.825 val acc: 0.675 gap: 0.1067899514754697\n",
      "hayes-roth boct-d5 train acc: 0.725 val acc: 0.625 gap: 1.0\n",
      "house-votes-84 oct-d2-a0.0 train acc: 0.974137931 val acc: 0.948275862 gap: 0.0\n",
      "house-votes-84 mfoct-d2-a0.0 train acc: 0.9741379310344828 val acc: 0.9482758620689656 gap: 0.0\n",
      "house-votes-84 oct-d2-a0.01 train acc: 0.974137931 val acc: 0.948275862 gap: 0.0\n",
      "house-votes-84 mfoct-d2-a0.01 train acc: 0.9741379310344828 val acc: 0.9482758620689656 gap: 0.0\n",
      "house-votes-84 oct-d2-a0.1 train acc: 0.974137931 val acc: 0.948275862 gap: 0.0\n",
      "house-votes-84 mfoct-d2-a0.1 train acc: 0.9741379310344828 val acc: 0.9482758620689656 gap: 0.0\n",
      "house-votes-84 boct-d2 train acc: 0.9741379310344828 val acc: 0.9482758620689656 gap: 0.0\n",
      "house-votes-84 oct-d2-a0.0 train acc: 0.965517241 val acc: 0.982758621 gap: 0.0\n",
      "house-votes-84 mfoct-d2-a0.0 train acc: 0.9655172413793104 val acc: 0.9827586206896552 gap: 0.0\n",
      "house-votes-84 oct-d2-a0.01 train acc: 0.965517241 val acc: 0.982758621 gap: 0.0\n",
      "house-votes-84 mfoct-d2-a0.01 train acc: 0.9655172413793104 val acc: 0.9827586206896552 gap: 0.0\n",
      "house-votes-84 oct-d2-a0.1 train acc: 0.965517241 val acc: 0.982758621 gap: 0.0\n",
      "house-votes-84 mfoct-d2-a0.1 train acc: 0.9655172413793104 val acc: 0.9827586206896552 gap: 0.0\n",
      "house-votes-84 boct-d2 train acc: 0.9655172413793104 val acc: 0.9655172413793104 gap: 0.0\n",
      "house-votes-84 oct-d2-a0.0 train acc: 0.974137931 val acc: 0.965517241 gap: 0.0\n",
      "house-votes-84 mfoct-d2-a0.0 train acc: 0.9741379310344828 val acc: 0.9655172413793104 gap: 0.0\n",
      "house-votes-84 oct-d2-a0.01 train acc: 0.974137931 val acc: 0.965517241 gap: 0.0\n",
      "house-votes-84 mfoct-d2-a0.01 train acc: 0.9741379310344828 val acc: 0.9655172413793104 gap: 0.0\n",
      "house-votes-84 oct-d2-a0.1 train acc: 0.974137931 val acc: 0.965517241 gap: 0.0\n",
      "house-votes-84 mfoct-d2-a0.1 train acc: 0.9741379310344828 val acc: 0.9655172413793104 gap: 0.0\n",
      "house-votes-84 boct-d2 train acc: 0.9741379310344828 val acc: 0.9655172413793104 gap: 0.0\n",
      "house-votes-84 oct-d3-a0.0 train acc: 0.99137931 val acc: 0.913793103 gap: 0.0\n",
      "house-votes-84 mfoct-d3-a0.0 train acc: 0.9913793103448276 val acc: 0.9482758620689656 gap: 0.0\n",
      "house-votes-84 oct-d3-a0.01 train acc: 0.974137931 val acc: 0.948275862 gap: 0.0\n",
      "house-votes-84 mfoct-d3-a0.01 train acc: 0.9741379310344828 val acc: 0.9482758620689656 gap: 0.0\n",
      "house-votes-84 oct-d3-a0.1 train acc: 0.974137931 val acc: 0.948275862 gap: 0.0\n",
      "house-votes-84 mfoct-d3-a0.1 train acc: 0.9741379310344828 val acc: 0.9482758620689656 gap: 0.0\n",
      "house-votes-84 boct-d3 train acc: 0.9913793103448276 val acc: 0.9310344827586208 gap: 0.0\n",
      "house-votes-84 oct-d3-a0.0 train acc: 0.982758621 val acc: 0.896551724 gap: 0.0\n",
      "house-votes-84 mfoct-d3-a0.0 train acc: 0.9827586206896552 val acc: 0.8793103448275862 gap: 0.0\n",
      "house-votes-84 oct-d3-a0.01 train acc: 0.982758621 val acc: 0.896551724 gap: 0.0\n",
      "house-votes-84 mfoct-d3-a0.01 train acc: 0.9827586206896552 val acc: 0.896551724137931 gap: 0.0\n",
      "house-votes-84 oct-d3-a0.1 train acc: 0.965517241 val acc: 0.982758621 gap: 0.0\n",
      "house-votes-84 mfoct-d3-a0.1 train acc: 0.9655172413793104 val acc: 0.9827586206896552 gap: 0.0\n",
      "house-votes-84 boct-d3 train acc: 0.9827586206896552 val acc: 0.896551724137931 gap: 0.9999999999999988\n",
      "house-votes-84 oct-d3-a0.0 train acc: 0.99137931 val acc: 0.948275862 gap: 0.0\n",
      "house-votes-84 mfoct-d3-a0.0 train acc: 0.9913793103448276 val acc: 0.9655172413793104 gap: 0.0\n",
      "house-votes-84 oct-d3-a0.01 train acc: 0.974137931 val acc: 0.965517241 gap: 0.0\n",
      "house-votes-84 mfoct-d3-a0.01 train acc: 0.9741379310344828 val acc: 0.9655172413793104 gap: 0.0\n",
      "house-votes-84 oct-d3-a0.1 train acc: 0.974137931 val acc: 0.965517241 gap: 0.0\n",
      "house-votes-84 mfoct-d3-a0.1 train acc: 0.9741379310344828 val acc: 0.9655172413793104 gap: 0.0\n",
      "house-votes-84 boct-d3 train acc: 0.9913793103448276 val acc: 0.9655172413793104 gap: 0.9813084110990652\n",
      "house-votes-84 oct-d4-a0.0 train acc: 1.0 val acc: 0.931034483 gap: 0.0\n",
      "house-votes-84 mfoct-d4-a0.0 train acc: 1.0 val acc: 0.9310344827586208 gap: 0.0\n",
      "house-votes-84 oct-d4-a0.01 train acc: 0.99137931 val acc: 0.931034483 gap: 0.176470588\n",
      "house-votes-84 mfoct-d4-a0.01 train acc: 0.9913793103448276 val acc: 0.9655172413793104 gap: 0.0\n",
      "house-votes-84 oct-d4-a0.1 train acc: 0.974137931 val acc: 0.948275862 gap: 0.0\n",
      "house-votes-84 mfoct-d4-a0.1 train acc: 0.9741379310344828 val acc: 0.9482758620689656 gap: 0.0\n",
      "house-votes-84 boct-d4 train acc: 1.0 val acc: 0.896551724137931 gap: 0.0\n",
      "house-votes-84 oct-d4-a0.0 train acc: 1.0 val acc: 0.913793103 gap: 0.0\n",
      "house-votes-84 mfoct-d4-a0.0 train acc: 1.0 val acc: 0.9482758620689656 gap: 0.0\n",
      "house-votes-84 oct-d4-a0.01 train acc: 0.982758621 val acc: 0.896551724 gap: 0.316455696\n",
      "house-votes-84 mfoct-d4-a0.01 train acc: 0.9827586206896552 val acc: 0.896551724137931 gap: 0.0\n",
      "house-votes-84 oct-d4-a0.1 train acc: 0.965517241 val acc: 0.982758621 gap: 0.0\n",
      "house-votes-84 mfoct-d4-a0.1 train acc: 0.9655172413793104 val acc: 0.9827586206896552 gap: 0.0\n",
      "house-votes-84 boct-d4 train acc: 0.9913793103448276 val acc: 1.0 gap: 1.0\n",
      "house-votes-84 oct-d4-a0.0 train acc: 1.0 val acc: 0.913793103 gap: 0.0\n",
      "house-votes-84 mfoct-d4-a0.0 train acc: 1.0 val acc: 0.9655172413793104 gap: 0.0\n",
      "house-votes-84 oct-d4-a0.01 train acc: 0.974137931 val acc: 0.965517241 gap: 0.308738353\n",
      "house-votes-84 mfoct-d4-a0.01 train acc: 0.9741379310344828 val acc: 0.9655172413793104 gap: 0.0\n",
      "house-votes-84 oct-d4-a0.1 train acc: 0.974137931 val acc: 0.965517241 gap: 0.0\n",
      "house-votes-84 mfoct-d4-a0.1 train acc: 0.9741379310344828 val acc: 0.9655172413793104 gap: 0.0\n",
      "house-votes-84 boct-d4 train acc: 1.0 val acc: 0.8620689655172413 gap: 0.0\n",
      "house-votes-84 oct-d5-a0.0 train acc: 1.0 val acc: 0.931034483 gap: 0.0\n",
      "house-votes-84 mfoct-d5-a0.0 train acc: 1.0 val acc: 0.896551724137931 gap: 0.0\n",
      "house-votes-84 oct-d5-a0.01 train acc: 0.99137931 val acc: 0.931034483 gap: 0.470588235\n",
      "house-votes-84 mfoct-d5-a0.01 train acc: 0.9913793103448276 val acc: 0.9655172413793104 gap: 0.0\n",
      "house-votes-84 oct-d5-a0.1 train acc: 0.974137931 val acc: 0.948275862 gap: 0.0\n",
      "house-votes-84 mfoct-d5-a0.1 train acc: 0.9741379310344828 val acc: 0.9482758620689656 gap: 0.0\n",
      "house-votes-84 boct-d5 train acc: 1.0 val acc: 0.913793103448276 gap: 0.0\n",
      "house-votes-84 oct-d5-a0.0 train acc: 1.0 val acc: 0.931034483 gap: 0.0\n",
      "house-votes-84 mfoct-d5-a0.0 train acc: 1.0 val acc: 0.9310344827586208 gap: 0.0\n",
      "house-votes-84 oct-d5-a0.01 train acc: 0.982758621 val acc: 0.896551724 gap: 0.670886076\n",
      "house-votes-84 mfoct-d5-a0.01 train acc: 0.9827586206896552 val acc: 0.896551724137931 gap: 0.0\n",
      "house-votes-84 oct-d5-a0.1 train acc: 0.965517241 val acc: 0.982758621 gap: 0.0\n",
      "house-votes-84 mfoct-d5-a0.1 train acc: 0.9655172413793104 val acc: 0.9827586206896552 gap: 0.0\n",
      "house-votes-84 boct-d5 train acc: 1.0 val acc: 0.896551724137931 gap: 0.0\n",
      "house-votes-84 oct-d5-a0.0 train acc: 1.0 val acc: 0.879310345 gap: 0.0\n",
      "house-votes-84 mfoct-d5-a0.0 train acc: 1.0 val acc: 0.896551724137931 gap: 0.0\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "house-votes-84 oct-d5-a0.01 train acc: 0.974137931 val acc: 0.965517241 gap: 0.493074792\n",
      "house-votes-84 mfoct-d5-a0.01 train acc: 0.9741379310344828 val acc: 0.9655172413793104 gap: 0.0\n",
      "house-votes-84 oct-d5-a0.1 train acc: 0.974137931 val acc: 0.965517241 gap: 0.0\n",
      "house-votes-84 mfoct-d5-a0.1 train acc: 0.9741379310344828 val acc: 0.9655172413793104 gap: 0.0\n",
      "house-votes-84 boct-d5 train acc: 1.0 val acc: 0.896551724137931 gap: 0.0\n",
      "soybean-small oct-d2-a0.0 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small mfoct-d2-a0.0 train acc: 1.0 val acc: 0.75 gap: 0.0\n",
      "soybean-small oct-d2-a0.01 train acc: 1.0 val acc: 0.75 gap: 0.0\n",
      "soybean-small mfoct-d2-a0.01 train acc: 1.0 val acc: 0.9166666666666666 gap: 0.0\n",
      "soybean-small oct-d2-a0.1 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small mfoct-d2-a0.1 train acc: 1.0 val acc: 0.6666666666666666 gap: 0.0\n",
      "soybean-small boct-d2 train acc: 1.0 val acc: 0.6666666666666666 gap: 0.0\n",
      "soybean-small oct-d2-a0.0 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small mfoct-d2-a0.0 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small oct-d2-a0.01 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small mfoct-d2-a0.01 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small oct-d2-a0.1 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small mfoct-d2-a0.1 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small boct-d2 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small oct-d2-a0.0 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small mfoct-d2-a0.0 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small oct-d2-a0.01 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small mfoct-d2-a0.01 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small oct-d2-a0.1 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small mfoct-d2-a0.1 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small boct-d2 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small oct-d3-a0.0 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small mfoct-d3-a0.0 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small oct-d3-a0.01 train acc: 1.0 val acc: 0.916666667 gap: 0.0\n",
      "soybean-small mfoct-d3-a0.01 train acc: 1.0 val acc: 0.9166666666666666 gap: 0.0\n",
      "soybean-small oct-d3-a0.1 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small mfoct-d3-a0.1 train acc: 1.0 val acc: 0.5 gap: 0.0\n",
      "soybean-small boct-d3 train acc: 1.0 val acc: 0.3333333333333333 gap: 0.0\n",
      "soybean-small oct-d3-a0.0 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small mfoct-d3-a0.0 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small oct-d3-a0.01 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small mfoct-d3-a0.01 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small oct-d3-a0.1 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small mfoct-d3-a0.1 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small boct-d3 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small oct-d3-a0.0 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small mfoct-d3-a0.0 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small oct-d3-a0.01 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small mfoct-d3-a0.01 train acc: 1.0 val acc: 0.8333333333333334 gap: 0.0\n",
      "soybean-small oct-d3-a0.1 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small mfoct-d3-a0.1 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small boct-d3 train acc: 0.391304347826087 val acc: 0.5 gap: 0.0\n",
      "soybean-small oct-d4-a0.0 train acc: 1.0 val acc: 0.666666667 gap: 0.0\n",
      "soybean-small mfoct-d4-a0.0 train acc: 1.0 val acc: 0.6666666666666666 gap: 0.0\n",
      "soybean-small oct-d4-a0.01 train acc: 1.0 val acc: 0.666666667 gap: 0.0\n",
      "soybean-small mfoct-d4-a0.01 train acc: 1.0 val acc: 0.6666666666666666 gap: 0.0\n",
      "soybean-small oct-d4-a0.1 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small mfoct-d4-a0.1 train acc: 1.0 val acc: 0.25 gap: 0.0\n",
      "soybean-small boct-d4 train acc: 0.782608695652174 val acc: 1.0 gap: 0.0\n",
      "soybean-small oct-d4-a0.0 train acc: 1.0 val acc: 0.833333333 gap: 0.0\n",
      "soybean-small mfoct-d4-a0.0 train acc: 1.0 val acc: 0.8333333333333334 gap: 0.0\n",
      "soybean-small oct-d4-a0.01 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small mfoct-d4-a0.01 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small oct-d4-a0.1 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small mfoct-d4-a0.1 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small boct-d4 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small oct-d4-a0.0 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small mfoct-d4-a0.0 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small oct-d4-a0.01 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small mfoct-d4-a0.01 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small oct-d4-a0.1 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small mfoct-d4-a0.1 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small boct-d4 train acc: 0.9565217391304348 val acc: 0.8333333333333334 gap: 0.0\n",
      "soybean-small oct-d5-a0.0 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small mfoct-d5-a0.0 train acc: 1.0 val acc: 0.5 gap: 0.0\n",
      "soybean-small oct-d5-a0.01 train acc: 1.0 val acc: 0.916666667 gap: 0.0\n",
      "soybean-small mfoct-d5-a0.01 train acc: 1.0 val acc: 0.9166666666666666 gap: 0.0\n",
      "soybean-small oct-d5-a0.1 train acc: 1.0 val acc: 0.916666667 gap: 0.0\n",
      "soybean-small mfoct-d5-a0.1 train acc: 1.0 val acc: 0.6666666666666666 gap: 0.0\n",
      "soybean-small boct-d5 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small oct-d5-a0.0 train acc: 1.0 val acc: 0.916666667 gap: 0.0\n",
      "soybean-small mfoct-d5-a0.0 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small oct-d5-a0.01 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small mfoct-d5-a0.01 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small oct-d5-a0.1 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small mfoct-d5-a0.1 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small boct-d5 train acc: 0.6086956521739131 val acc: 0.5833333333333334 gap: 0.0\n",
      "soybean-small oct-d5-a0.0 train acc: 1.0 val acc: 0.833333333 gap: 0.0\n",
      "soybean-small mfoct-d5-a0.0 train acc: 1.0 val acc: 0.8333333333333334 gap: 0.0\n",
      "soybean-small oct-d5-a0.01 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small mfoct-d5-a0.01 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small oct-d5-a0.1 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small mfoct-d5-a0.1 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "soybean-small boct-d5 train acc: 0.6956521739130435 val acc: 0.5833333333333334 gap: 0.0\n",
      "spect oct-d2-a0.0 train acc: 0.789473684 val acc: 0.76119403 gap: 0.0\n",
      "spect mfoct-d2-a0.0 train acc: 0.7894736842105263 val acc: 0.7611940298507462 gap: 0.0\n",
      "spect oct-d2-a0.01 train acc: 0.789473684 val acc: 0.76119403 gap: 0.0\n",
      "spect mfoct-d2-a0.01 train acc: 0.7894736842105263 val acc: 0.7611940298507462 gap: 0.0\n",
      "spect oct-d2-a0.1 train acc: 0.789473684 val acc: 0.76119403 gap: 0.0\n",
      "spect mfoct-d2-a0.1 train acc: 0.7894736842105263 val acc: 0.7611940298507462 gap: 0.0\n",
      "spect boct-d2 train acc: 0.7894736842105263 val acc: 0.7611940298507462 gap: 0.0\n",
      "spect oct-d2-a0.0 train acc: 0.857142857 val acc: 0.701492537 gap: 0.0\n",
      "spect mfoct-d2-a0.0 train acc: 0.8571428571428571 val acc: 0.7014925373134329 gap: 0.0\n",
      "spect oct-d2-a0.01 train acc: 0.857142857 val acc: 0.701492537 gap: 0.0\n",
      "spect mfoct-d2-a0.01 train acc: 0.8571428571428571 val acc: 0.7014925373134329 gap: 0.0\n",
      "spect oct-d2-a0.1 train acc: 0.781954887 val acc: 0.746268657 gap: 0.0\n",
      "spect mfoct-d2-a0.1 train acc: 0.7819548872180451 val acc: 0.746268656716418 gap: 0.0\n",
      "spect boct-d2 train acc: 0.8571428571428571 val acc: 0.7014925373134329 gap: 0.0\n",
      "spect oct-d2-a0.0 train acc: 0.812030075 val acc: 0.746268657 gap: 0.0\n",
      "spect mfoct-d2-a0.0 train acc: 0.8120300751879699 val acc: 0.746268656716418 gap: 0.0\n",
      "spect oct-d2-a0.01 train acc: 0.812030075 val acc: 0.746268657 gap: 0.0\n",
      "spect mfoct-d2-a0.01 train acc: 0.8120300751879699 val acc: 0.746268656716418 gap: 0.0\n",
      "spect oct-d2-a0.1 train acc: 0.812030075 val acc: 0.746268657 gap: 0.0\n",
      "spect mfoct-d2-a0.1 train acc: 0.8120300751879699 val acc: 0.746268656716418 gap: 0.0\n",
      "spect boct-d2 train acc: 0.8120300751879699 val acc: 0.746268656716418 gap: 0.0\n",
      "spect oct-d3-a0.0 train acc: 0.819548872 val acc: 0.76119403 gap: 0.541666667\n",
      "spect mfoct-d3-a0.0 train acc: 0.8195488721804511 val acc: 0.7761194029850746 gap: 0.0\n",
      "spect oct-d3-a0.01 train acc: 0.789473684 val acc: 0.76119403 gap: 0.123214286\n",
      "spect mfoct-d3-a0.01 train acc: 0.7894736842105263 val acc: 0.7611940298507462 gap: 0.0\n",
      "spect oct-d3-a0.1 train acc: 0.789473684 val acc: 0.76119403 gap: 0.0\n",
      "spect mfoct-d3-a0.1 train acc: 0.7894736842105263 val acc: 0.7611940298507462 gap: 0.0\n",
      "spect boct-d3 train acc: 0.8195488721804511 val acc: 0.7761194029850746 gap: 0.083333374587455\n",
      "spect oct-d3-a0.0 train acc: 0.902255639 val acc: 0.71641791 gap: 0.0\n",
      "spect mfoct-d3-a0.0 train acc: 0.9022556390977444 val acc: 0.7164179104477612 gap: 0.0\n",
      "spect oct-d3-a0.01 train acc: 0.902255639 val acc: 0.71641791 gap: 0.0\n",
      "spect mfoct-d3-a0.01 train acc: 0.9022556390977444 val acc: 0.7164179104477612 gap: 0.0\n",
      "spect oct-d3-a0.1 train acc: 0.781954887 val acc: 0.746268657 gap: 0.0\n",
      "spect mfoct-d3-a0.1 train acc: 0.7819548872180451 val acc: 0.746268656716418 gap: 0.0\n",
      "spect boct-d3 train acc: 0.9022556390977444 val acc: 0.7014925373134329 gap: 0.0\n",
      "spect oct-d3-a0.0 train acc: 0.827067669 val acc: 0.746268657 gap: 0.652173913\n",
      "spect mfoct-d3-a0.0 train acc: 0.8270676691729323 val acc: 0.7164179104477612 gap: 0.0219696913953183\n",
      "spect oct-d3-a0.01 train acc: 0.812030075 val acc: 0.746268657 gap: 0.0\n",
      "spect mfoct-d3-a0.01 train acc: 0.8120300751879699 val acc: 0.746268656716418 gap: 0.0\n",
      "spect oct-d3-a0.1 train acc: 0.812030075 val acc: 0.746268657 gap: 0.0\n",
      "spect mfoct-d3-a0.1 train acc: 0.8120300751879699 val acc: 0.746268656716418 gap: 0.0\n",
      "spect boct-d3 train acc: 0.8270676691729323 val acc: 0.746268656716418 gap: 0.3294970722698564\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "spect oct-d4-a0.0 train acc: 0.819548872 val acc: 0.746268657 gap: 0.916666667\n",
      "spect mfoct-d4-a0.0 train acc: 0.8872180451127819 val acc: 0.7313432835820896 gap: 0.0289547737992474\n",
      "spect oct-d4-a0.01 train acc: 0.842105263 val acc: 0.791044776 gap: 0.833333333\n",
      "spect mfoct-d4-a0.01 train acc: 0.8571428571428571 val acc: 0.7761194029850746 gap: 0.0\n",
      "spect oct-d4-a0.1 train acc: 0.789473684 val acc: 0.76119403 gap: 0.0\n",
      "spect mfoct-d4-a0.1 train acc: 0.7894736842105263 val acc: 0.7611940298507462 gap: 0.0\n",
      "spect boct-d4 train acc: 0.8872180451127819 val acc: 0.7164179104477612 gap: 0.3999999999999997\n",
      "spect oct-d4-a0.0 train acc: 0.939849624 val acc: 0.626865672 gap: 0.75\n",
      "spect mfoct-d4-a0.0 train acc: 0.9398496240601504 val acc: 0.6865671641791045 gap: 0.0146666589253729\n",
      "spect oct-d4-a0.01 train acc: 0.917293233 val acc: 0.71641791 gap: 0.683950617\n",
      "spect mfoct-d4-a0.01 train acc: 0.9172932330827068 val acc: 0.7014925373134329 gap: 0.0\n",
      "spect oct-d4-a0.1 train acc: 0.781954887 val acc: 0.746268657 gap: 0.0\n",
      "spect mfoct-d4-a0.1 train acc: 0.7819548872180451 val acc: 0.746268656716418 gap: 0.0\n",
      "spect boct-d4 train acc: 0.9398496240601504 val acc: 0.7164179104477612 gap: 0.6249999273586844\n",
      "spect oct-d4-a0.0 train acc: 0.864661654 val acc: 0.76119403 gap: 0.944444444\n",
      "spect mfoct-d4-a0.0 train acc: 0.8796992481203008 val acc: 0.746268656716418 gap: 0.0484330484330505\n",
      "spect oct-d4-a0.01 train acc: 0.812030075 val acc: 0.746268657 gap: 0.8608\n",
      "spect mfoct-d4-a0.01 train acc: 0.8571428571428571 val acc: 0.8208955223880597 gap: 0.0223984925844902\n",
      "spect oct-d4-a0.1 train acc: 0.812030075 val acc: 0.746268657 gap: 0.0\n",
      "spect mfoct-d4-a0.1 train acc: 0.8120300751879699 val acc: 0.746268656716418 gap: 0.0\n",
      "spect boct-d4 train acc: 0.8796992481203008 val acc: 0.7761194029850746 gap: 0.4314903456565458\n",
      "spect oct-d5-a0.0 train acc: 0.92481203 val acc: 0.746268657 gap: 1.0\n",
      "spect mfoct-d5-a0.0 train acc: 0.924812030075188 val acc: 0.7164179104477612 gap: 0.024390235604918\n",
      "spect oct-d5-a0.01 train acc: 0.857142857 val acc: 0.805970149 gap: 0.826804124\n",
      "spect mfoct-d5-a0.01 train acc: 0.8646616541353384 val acc: 0.7910447761194029 gap: 0.0433073304403511\n",
      "spect oct-d5-a0.1 train acc: 0.789473684 val acc: 0.76119403 gap: 0.0\n",
      "spect mfoct-d5-a0.1 train acc: 0.7894736842105263 val acc: 0.7611940298507462 gap: 0.0\n",
      "spect boct-d5 train acc: 0.924812030075188 val acc: 0.6865671641791045 gap: 0.2999995917533409\n",
      "spect oct-d5-a0.0 train acc: 0.939849624 val acc: 0.686567164 gap: 1.0\n",
      "spect mfoct-d5-a0.0 train acc: 0.9398496240601504 val acc: 0.7014925373134329 gap: 0.0399999944533318\n",
      "spect oct-d5-a0.01 train acc: 0.902255639 val acc: 0.746268657 gap: 0.869463869\n",
      "spect mfoct-d5-a0.01 train acc: 0.9172932330827068 val acc: 0.7014925373134329 gap: 0.0164383561643822\n",
      "spect oct-d5-a0.1 train acc: 0.781954887 val acc: 0.746268657 gap: 0.0\n",
      "spect mfoct-d5-a0.1 train acc: 0.7819548872180451 val acc: 0.746268656716418 gap: 0.0\n",
      "spect boct-d5 train acc: 0.9398496240601504 val acc: 0.746268656716418 gap: 0.7499999710374966\n",
      "spect oct-d5-a0.0 train acc: 0.909774436 val acc: 0.731343284 gap: 1.0\n",
      "spect mfoct-d5-a0.0 train acc: 0.924812030075188 val acc: 0.7014925373134329 gap: 0.0243902439024408\n",
      "spect oct-d5-a0.01 train acc: 0.812030075 val acc: 0.746268657 gap: 0.9088\n",
      "spect mfoct-d5-a0.01 train acc: 0.8721804511278195 val acc: 0.8059701492537313 gap: 0.0488245931283926\n",
      "spect oct-d5-a0.1 train acc: 0.812030075 val acc: 0.746268657 gap: 0.0\n",
      "spect mfoct-d5-a0.1 train acc: 0.8120300751879699 val acc: 0.746268656716418 gap: 0.0\n",
      "spect boct-d5 train acc: 0.9022556390977444 val acc: 0.746268656716418 gap: 0.5595212923415105\n",
      "tic-tac-toe oct-d2-a0.0 train acc: 0.720250522 val acc: 0.694560669 gap: 0.0\n",
      "tic-tac-toe mfoct-d2-a0.0 train acc: 0.7202505219206681 val acc: 0.694560669456067 gap: 0.0\n",
      "tic-tac-toe oct-d2-a0.01 train acc: 0.720250522 val acc: 0.694560669 gap: 0.0\n",
      "tic-tac-toe mfoct-d2-a0.01 train acc: 0.7202505219206681 val acc: 0.694560669456067 gap: 0.0\n",
      "tic-tac-toe oct-d2-a0.1 train acc: 0.659707724 val acc: 0.635983264 gap: 0.0\n",
      "tic-tac-toe mfoct-d2-a0.1 train acc: 0.6597077244258872 val acc: 0.6359832635983264 gap: 0.0\n",
      "tic-tac-toe boct-d2 train acc: 0.7202505219206681 val acc: 0.694560669456067 gap: 0.0\n",
      "tic-tac-toe oct-d2-a0.0 train acc: 0.707724426 val acc: 0.673640167 gap: 0.235714286\n",
      "tic-tac-toe mfoct-d2-a0.0 train acc: 0.7077244258872651 val acc: 0.6736401673640168 gap: 0.0\n",
      "tic-tac-toe oct-d2-a0.01 train acc: 0.707724426 val acc: 0.673640167 gap: 0.251431549\n",
      "tic-tac-toe mfoct-d2-a0.01 train acc: 0.7077244258872651 val acc: 0.6736401673640168 gap: 0.0\n",
      "tic-tac-toe oct-d2-a0.1 train acc: 0.691022965 val acc: 0.677824268 gap: 0.0\n",
      "tic-tac-toe mfoct-d2-a0.1 train acc: 0.6910229645093946 val acc: 0.6778242677824268 gap: 0.0\n",
      "tic-tac-toe boct-d2 train acc: 0.7077244258872651 val acc: 0.6736401673640168 gap: 0.0\n",
      "tic-tac-toe oct-d2-a0.0 train acc: 0.707724426 val acc: 0.707112971 gap: 0.385714286\n",
      "tic-tac-toe mfoct-d2-a0.0 train acc: 0.7077244258872651 val acc: 0.7071129707112971 gap: 0.0\n",
      "tic-tac-toe oct-d2-a0.01 train acc: 0.703549061 val acc: 0.673640167 gap: 0.23325246\n",
      "tic-tac-toe mfoct-d2-a0.01 train acc: 0.7035490605427975 val acc: 0.698744769874477 gap: 0.0\n",
      "tic-tac-toe oct-d2-a0.1 train acc: 0.665970772 val acc: 0.635983264 gap: 0.0\n",
      "tic-tac-toe mfoct-d2-a0.1 train acc: 0.6659707724425887 val acc: 0.6359832635983264 gap: 0.0\n",
      "tic-tac-toe boct-d2 train acc: 0.7077244258872651 val acc: 0.7071129707112971 gap: 0.0\n",
      "tic-tac-toe oct-d3-a0.0 train acc: 0.739039666 val acc: 0.682008368 gap: 1.0\n",
      "tic-tac-toe mfoct-d3-a0.0 train acc: 0.7661795407098121 val acc: 0.7949790794979079 gap: 0.2493188010899234\n",
      "tic-tac-toe oct-d3-a0.01 train acc: 0.720250522 val acc: 0.694560669 gap: 0.950969213\n",
      "tic-tac-toe mfoct-d3-a0.01 train acc: 0.7265135699373695 val acc: 0.7322175732217573 gap: 0.3202969206553478\n",
      "tic-tac-toe oct-d3-a0.1 train acc: 0.659707724 val acc: 0.635983264 gap: 0.456441718\n",
      "tic-tac-toe mfoct-d3-a0.1 train acc: 0.6597077244258872 val acc: 0.6359832635983264 gap: 0.0\n",
      "tic-tac-toe boct-d3 train acc: 0.7536534446764092 val acc: 0.7447698744769874 gap: 1.0\n",
      "tic-tac-toe oct-d3-a0.0 train acc: 0.691022965 val acc: 0.677824268 gap: 1.0\n",
      "tic-tac-toe mfoct-d3-a0.0 train acc: 0.7473903966597077 val acc: 0.7531380753138075 gap: 0.2425512104283021\n",
      "tic-tac-toe oct-d3-a0.01 train acc: 0.722338205 val acc: 0.736401674 gap: 0.951714602\n",
      "tic-tac-toe mfoct-d3-a0.01 train acc: 0.7369519832985386 val acc: 0.6861924686192469 gap: 0.337388965864389\n",
      "tic-tac-toe oct-d3-a0.1 train acc: 0.691022965 val acc: 0.677824268 gap: 0.598826923\n",
      "tic-tac-toe mfoct-d3-a0.1 train acc: 0.6910229645093946 val acc: 0.6778242677824268 gap: 0.0\n",
      "tic-tac-toe boct-d3 train acc: 0.7453027139874739 val acc: 0.7322175732217573 gap: 1.0\n",
      "tic-tac-toe oct-d3-a0.0 train acc: 0.766179541 val acc: 0.761506276 gap: 1.0\n",
      "tic-tac-toe mfoct-d3-a0.0 train acc: 0.7891440501043842 val acc: 0.7824267782426778 gap: 0.2045855379188638\n",
      "tic-tac-toe oct-d3-a0.01 train acc: 0.755741127 val acc: 0.715481172 gap: 0.940998767\n",
      "tic-tac-toe mfoct-d3-a0.01 train acc: 0.7473903966597077 val acc: 0.7447698744769874 gap: 0.2816060614757539\n",
      "tic-tac-toe oct-d3-a0.1 train acc: 0.665970772 val acc: 0.635983264 gap: 0.470279997\n",
      "tic-tac-toe mfoct-d3-a0.1 train acc: 0.6659707724425887 val acc: 0.6359832635983264 gap: 0.0\n",
      "tic-tac-toe boct-d3 train acc: 0.7745302713987474 val acc: 0.7322175732217573 gap: 1.0\n",
      "tic-tac-toe oct-d4-a0.0 train acc: 0.755741127 val acc: 0.732217573 gap: 1.0\n",
      "tic-tac-toe mfoct-d4-a0.0 train acc: 0.791231732776618 val acc: 0.7531380753138075 gap: 0.2638522427440693\n",
      "tic-tac-toe oct-d4-a0.01 train acc: 0.755741127 val acc: 0.744769874 gap: 0.952409639\n",
      "tic-tac-toe mfoct-d4-a0.01 train acc: 0.7202505219206681 val acc: 0.694560669456067 gap: 0.3708465467630601\n",
      "tic-tac-toe oct-d4-a0.1 train acc: 0.659707724 val acc: 0.635983264 gap: 0.612269939\n",
      "tic-tac-toe mfoct-d4-a0.1 train acc: 0.6597077244258872 val acc: 0.6359832635983264 gap: 0.0\n",
      "tic-tac-toe boct-d4 train acc: 0.81419624217119 val acc: 0.799163179916318 gap: 1.0\n",
      "tic-tac-toe oct-d4-a0.0 train acc: 0.801670146 val acc: 0.786610879 gap: 1.0\n",
      "tic-tac-toe mfoct-d4-a0.0 train acc: 0.8016701461377871 val acc: 0.7949790794979079 gap: 0.2473958333333302\n",
      "tic-tac-toe oct-d4-a0.01 train acc: 0.736951983 val acc: 0.711297071 gap: 0.968564784\n",
      "tic-tac-toe mfoct-d4-a0.01 train acc: 0.7202505219206681 val acc: 0.7112970711297071 gap: 0.435187752210204\n",
      "tic-tac-toe oct-d4-a0.1 train acc: 0.607515658 val acc: 0.665271967 gap: 0.690425532\n",
      "tic-tac-toe mfoct-d4-a0.1 train acc: 0.6910229645093946 val acc: 0.6778242677824268 gap: 0.0\n",
      "tic-tac-toe boct-d4 train acc: 0.7954070981210856 val acc: 0.7531380753138075 gap: 1.0\n",
      "tic-tac-toe oct-d4-a0.0 train acc: 0.762004175 val acc: 0.690376569 gap: 1.0\n",
      "tic-tac-toe mfoct-d4-a0.0 train acc: 0.7724425887265136 val acc: 0.694560669456067 gap: 0.2945945945945838\n",
      "tic-tac-toe oct-d4-a0.01 train acc: 0.665970772 val acc: 0.635983264 gap: 0.960125\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "tic-tac-toe mfoct-d4-a0.01 train acc: 0.7473903966597077 val acc: 0.7447698744769874 gap: 0.3738040723496424\n",
      "tic-tac-toe oct-d4-a0.1 train acc: 0.665970772 val acc: 0.635983264 gap: 0.60125\n",
      "tic-tac-toe mfoct-d4-a0.1 train acc: 0.6659707724425887 val acc: 0.6359832635983264 gap: 0.0\n",
      "tic-tac-toe boct-d4 train acc: 0.7995824634655533 val acc: 0.7489539748953975 gap: 1.0\n",
      "tic-tac-toe oct-d5-a0.0 train acc: 0.697286013 val acc: 0.711297071 gap: 1.0\n",
      "tic-tac-toe mfoct-d5-a0.0 train acc: 0.7807933194154488 val acc: 0.7782426778242678 gap: 0.2807486631016095\n",
      "tic-tac-toe oct-d5-a0.01 train acc: 0.659707724 val acc: 0.635983264 gap: 0.980613497\n",
      "tic-tac-toe mfoct-d5-a0.01 train acc: 0.7599164926931107 val acc: 0.694560669456067 gap: 0.4730259001895189\n",
      "tic-tac-toe oct-d5-a0.1 train acc: 0.659707724 val acc: 0.635983264 gap: 0.806134969\n",
      "tic-tac-toe mfoct-d5-a0.1 train acc: 0.6597077244258872 val acc: 0.6359832635983264 gap: 0.0\n",
      "tic-tac-toe boct-d5 train acc: 0.8559498956158664 val acc: 0.8326359832635983 gap: 1.0\n",
      "tic-tac-toe oct-d5-a0.0 train acc: 0.691022965 val acc: 0.677824268 gap: 1.0\n",
      "tic-tac-toe mfoct-d5-a0.0 train acc: 0.7640918580375783 val acc: 0.7071129707112971 gap: 0.3087431693989037\n",
      "tic-tac-toe oct-d5-a0.01 train acc: 0.691022965 val acc: 0.677824268 gap: 0.980716984\n",
      "tic-tac-toe mfoct-d5-a0.01 train acc: 0.7118997912317327 val acc: 0.6736401673640168 gap: 0.4272671784772315\n",
      "tic-tac-toe oct-d5-a0.1 train acc: 0.607515658 val acc: 0.665271967 gap: 1.0\n",
      "tic-tac-toe mfoct-d5-a0.1 train acc: 0.6910229645093946 val acc: 0.6778242677824268 gap: 0.0\n",
      "tic-tac-toe boct-d5 train acc: 0.8580375782881002 val acc: 0.8200836820083682 gap: 1.0\n",
      "tic-tac-toe oct-d5-a0.0 train acc: 0.665970772 val acc: 0.635983264 gap: 1.0\n",
      "tic-tac-toe mfoct-d5-a0.0 train acc: 0.7369519832985386 val acc: 0.6610878661087866 gap: 0.3569405099150035\n",
      "tic-tac-toe oct-d5-a0.01 train acc: 0.665970772 val acc: 0.635983264 gap: 0.9800625\n",
      "tic-tac-toe mfoct-d5-a0.01 train acc: 0.732776617954071 val acc: 0.6820083682008368 gap: 0.3915534994776798\n",
      "tic-tac-toe oct-d5-a0.1 train acc: 0.665970772 val acc: 0.635983264 gap: 0.800625\n",
      "tic-tac-toe mfoct-d5-a0.1 train acc: 0.6659707724425887 val acc: 0.6359832635983264 gap: 0.0\n",
      "tic-tac-toe boct-d5 train acc: 0.8580375782881002 val acc: 0.7824267782426778 gap: 1.0\n",
      "Academic license - for non-commercial use only - expires 2021-06-13\n",
      "Using license file C:\\Users\\Apocrypse\\gurobi.lic\n",
      "monks-1 oct-d2-a0 train acc: 0.8093525179856115 val acc: 0.7050359712230215 gap: 0.0\n",
      "monks-1 mfoct-d2-a0.0 train acc: 0.8093525179856115 val acc: 0.7050359712230215 gap: 0.0\n",
      "monks-1 oct-d2-a0.01 train acc: 0.8093525179856115 val acc: 0.7050359712230215 gap: 0.0\n",
      "monks-1 mfoct-d2-a0.01 train acc: 0.8093525179856115 val acc: 0.7050359712230215 gap: 0.0\n",
      "monks-1 oct-d2-a0.1 train acc: 0.7733812949640287 val acc: 0.697841726618705 gap: 0.0\n",
      "monks-1 mfoct-d2-a0.1 train acc: 0.7733812949640287 val acc: 0.697841726618705 gap: 0.0\n",
      "monks-1 boct-d2 train acc: 0.6906474820143885 val acc: 0.5755395683453237 gap: 0.0\n",
      "monks-1 oct-d2-a0 train acc: 0.7913669064748201 val acc: 0.7482014388489209 gap: 0.0\n",
      "monks-1 mfoct-d2-a0.0 train acc: 0.7913669064748201 val acc: 0.7482014388489209 gap: 0.0\n",
      "monks-1 oct-d2-a0.01 train acc: 0.7913669064748201 val acc: 0.7482014388489209 gap: 0.0\n",
      "monks-1 mfoct-d2-a0.01 train acc: 0.7913669064748201 val acc: 0.7482014388489209 gap: 0.0\n",
      "monks-1 oct-d2-a0.1 train acc: 0.7482014388489209 val acc: 0.7338129496402878 gap: 0.0\n",
      "monks-1 mfoct-d2-a0.1 train acc: 0.7482014388489209 val acc: 0.7338129496402878 gap: 0.0\n",
      "monks-1 boct-d2 train acc: 0.7913669064748201 val acc: 0.7482014388489209 gap: 0.0\n",
      "monks-1 oct-d2-a0 train acc: 0.8093525179856115 val acc: 0.7841726618705036 gap: 0.0\n",
      "monks-1 mfoct-d2-a0.0 train acc: 0.8093525179856115 val acc: 0.7841726618705036 gap: 0.0\n",
      "monks-1 oct-d2-a0.01 train acc: 0.8093525179856115 val acc: 0.7841726618705036 gap: 0.0\n",
      "monks-1 mfoct-d2-a0.01 train acc: 0.8093525179856115 val acc: 0.7841726618705036 gap: 0.0\n",
      "monks-1 oct-d2-a0.1 train acc: 0.7769784172661871 val acc: 0.7338129496402878 gap: 0.0\n",
      "monks-1 mfoct-d2-a0.1 train acc: 0.7769784172661871 val acc: 0.7338129496402878 gap: 0.0\n",
      "monks-1 boct-d2 train acc: 0.8093525179856115 val acc: 0.7841726618705036 gap: 0.0\n",
      "monks-1 oct-d3-a0 train acc: 0.9136690647482014 val acc: 0.8633093525179856 gap: 1.0\n",
      "monks-1 mfoct-d3-a0.0 train acc: 0.9172661870503596 val acc: 0.8776978417266187 gap: 0.0\n",
      "monks-1 oct-d3-a0.01 train acc: 0.8633093525179856 val acc: 0.7841726618705036 gap: 0.8934869503879616\n",
      "monks-1 mfoct-d3-a0.01 train acc: 0.9172661870503596 val acc: 0.8776978417266187 gap: 0.0\n",
      "monks-1 oct-d3-a0.1 train acc: 0.7733812949640287 val acc: 0.697841726618705 gap: 0.14852752880920386\n",
      "monks-1 mfoct-d3-a0.1 train acc: 0.7733812949640287 val acc: 0.697841726618705 gap: 0.0\n",
      "monks-1 boct-d3 train acc: 0.8525179856115108 val acc: 0.7985611510791367 gap: 0.7465966693488422\n",
      "monks-1 oct-d3-a0 train acc: 0.9028776978417267 val acc: 0.8633093525179856 gap: 1.0\n",
      "monks-1 mfoct-d3-a0.0 train acc: 0.9064748201438848 val acc: 0.8489208633093526 gap: 0.0\n",
      "monks-1 oct-d3-a0.01 train acc: 0.8992805755395683 val acc: 0.8705035971223022 gap: 0.8406352683461114\n",
      "monks-1 mfoct-d3-a0.01 train acc: 0.9064748201438848 val acc: 0.8489208633093526 gap: 0.0\n",
      "monks-1 oct-d3-a0.1 train acc: 0.7482014388489209 val acc: 0.7338129496402878 gap: 0.29216152019002467\n",
      "monks-1 mfoct-d3-a0.1 train acc: 0.7482014388489209 val acc: 0.7338129496402878 gap: 0.0\n",
      "monks-1 boct-d3 train acc: 0.8525179856115108 val acc: 0.8705035971223022 gap: 0.0\n",
      "monks-1 oct-d3-a0 train acc: 0.9172661870503597 val acc: 0.8633093525179856 gap: 1.0\n",
      "monks-1 mfoct-d3-a0.0 train acc: 0.920863309352518 val acc: 0.8705035971223022 gap: 0.0\n",
      "monks-1 oct-d3-a0.01 train acc: 0.8776978417266187 val acc: 0.8273381294964028 gap: 0.8806532663316572\n",
      "monks-1 mfoct-d3-a0.01 train acc: 0.920863309352518 val acc: 0.8705035971223022 gap: 0.0\n",
      "monks-1 oct-d3-a0.1 train acc: 0.7769784172661871 val acc: 0.7338129496402878 gap: 0.24183006535947552\n",
      "monks-1 mfoct-d3-a0.1 train acc: 0.7769784172661871 val acc: 0.7338129496402878 gap: 0.0\n",
      "monks-1 boct-d3 train acc: 0.8525179856115108 val acc: 0.8633093525179856 gap: 0.0\n",
      "monks-1 oct-d4-a0 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "monks-1 mfoct-d4-a0.0 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "monks-1 oct-d4-a0.01 train acc: 0.9784172661870504 val acc: 0.9640287769784173 gap: 0.8458397141398672\n",
      "monks-1 mfoct-d4-a0.01 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "monks-1 oct-d4-a0.1 train acc: 0.7733812949640287 val acc: 0.697841726618705 gap: 0.5992317541613245\n",
      "monks-1 mfoct-d4-a0.1 train acc: 0.7733812949640287 val acc: 0.697841726618705 gap: 0.0\n",
      "monks-1 boct-d4 train acc: 0.8345323741007195 val acc: 0.8489208633093526 gap: 1.0\n",
      "monks-1 oct-d4-a0 train acc: 0.8992805755395683 val acc: 0.8920863309352518 gap: 1.0\n",
      "monks-1 mfoct-d4-a0.0 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "monks-1 oct-d4-a0.01 train acc: 0.8561151079136691 val acc: 0.8273381294964028 gap: 0.9397027600849256\n",
      "monks-1 mfoct-d4-a0.01 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "monks-1 oct-d4-a0.1 train acc: 0.7482014388489209 val acc: 0.7338129496402878 gap: 0.6555819477434683\n",
      "monks-1 mfoct-d4-a0.1 train acc: 0.7482014388489209 val acc: 0.7338129496402878 gap: 0.0\n",
      "monks-1 boct-d4 train acc: 0.8525179856115108 val acc: 0.8705035971223022 gap: 1.0\n",
      "monks-1 oct-d4-a0 train acc: 0.9784172661870504 val acc: 0.9640287769784173 gap: 1.0\n",
      "monks-1 mfoct-d4-a0.0 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "monks-1 oct-d4-a0.01 train acc: 1.0 val acc: 1.0 gap: 0.6666666666666637\n",
      "monks-1 mfoct-d4-a0.01 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "monks-1 oct-d4-a0.1 train acc: 0.7769784172661871 val acc: 0.7338129496402878 gap: 0.5032679738562081\n",
      "monks-1 mfoct-d4-a0.1 train acc: 0.7769784172661871 val acc: 0.7338129496402878 gap: 0.0\n",
      "monks-1 boct-d4 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "monks-1 oct-d5-a0 train acc: 0.7733812949640287 val acc: 0.697841726618705 gap: 1.0\n",
      "monks-1 mfoct-d5-a0 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "monks-1 oct-d5-a0.01 train acc: 0.8633093525179856 val acc: 0.7841726618705036 gap: 0.9594641528477867\n",
      "monks-1 mfoct-d5-a0.01 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "monks-1 oct-d5-a0.1 train acc: 0.7733812949640287 val acc: 0.697841726618705 gap: 0.6133162612035784\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "monks-1 mfoct-d5-a0.1 train acc: 0.7733812949640287 val acc: 0.697841726618705 gap: 0.0\n",
      "monks-1 boct-d5 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "monks-1 oct-d5-a0 train acc: 0.9100719424460432 val acc: 0.8705035971223022 gap: 1.0\n",
      "monks-1 mfoct-d5-a0 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "monks-1 oct-d5-a0.01 train acc: 0.8381294964028777 val acc: 0.8201438848920863 gap: 0.9454894433781189\n",
      "monks-1 mfoct-d5-a0.01 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "monks-1 oct-d5-a0.1 train acc: 0.7482014388489209 val acc: 0.7338129496402878 gap: 0.6627078384798099\n",
      "monks-1 mfoct-d5-a0.1 train acc: 0.7482014388489209 val acc: 0.7338129496402878 gap: 0.0\n",
      "monks-1 boct-d5 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "monks-1 oct-d5-a0 train acc: 0.8525179856115108 val acc: 0.8273381294964028 gap: 1.0\n",
      "monks-1 mfoct-d5-a0 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "monks-1 oct-d5-a0.01 train acc: 0.8705035971223022 val acc: 0.8345323741007195 gap: 0.9351230425055922\n",
      "monks-1 mfoct-d5-a0.01 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "monks-1 oct-d5-a0.1 train acc: 0.7769784172661871 val acc: 0.7338129496402878 gap: 0.6209150326797378\n",
      "monks-1 mfoct-d5-a0.1 train acc: 0.7769784172661871 val acc: 0.7338129496402878 gap: 0.0\n",
      "monks-1 boct-d5 train acc: 1.0 val acc: 1.0 gap: 0.0\n",
      "monks-2 oct-d2-a0 train acc: 0.63 val acc: 0.6 gap: 0.0\n",
      "monks-2 mfoct-d2-a0 train acc: 0.63 val acc: 0.62 gap: 0.0\n",
      "monks-2 oct-d2-a0.01 train acc: 0.6266666666666667 val acc: 0.6733333333333333 gap: 0.0\n",
      "monks-2 mfoct-d2-a0.01 train acc: 0.6266666666666667 val acc: 0.6733333333333333 gap: 0.0\n",
      "monks-2 oct-d2-a0.1 train acc: 0.6266666666666667 val acc: 0.6733333333333333 gap: 0.0\n",
      "monks-2 mfoct-d2-a0.1 train acc: 0.6266666666666667 val acc: 0.6733333333333333 gap: 0.0\n",
      "monks-2 boct-d2 train acc: 0.63 val acc: 0.6 gap: 0.0\n",
      "monks-2 oct-d2-a0 train acc: 0.6433333333333333 val acc: 0.6266666666666667 gap: 0.0\n",
      "monks-2 mfoct-d2-a0 train acc: 0.6433333333333333 val acc: 0.64 gap: 0.0\n",
      "monks-2 oct-d2-a0.01 train acc: 0.64 val acc: 0.68 gap: 0.0\n",
      "monks-2 mfoct-d2-a0.01 train acc: 0.64 val acc: 0.68 gap: 0.0\n",
      "monks-2 oct-d2-a0.1 train acc: 0.64 val acc: 0.68 gap: 0.0\n",
      "monks-2 mfoct-d2-a0.1 train acc: 0.64 val acc: 0.68 gap: 0.0\n",
      "monks-2 boct-d2 train acc: 0.6433333333333333 val acc: 0.64 gap: 0.0\n",
      "monks-2 oct-d2-a0 train acc: 0.66 val acc: 0.6 gap: 0.0\n",
      "monks-2 mfoct-d2-a0 train acc: 0.66 val acc: 0.6 gap: 0.0\n",
      "monks-2 oct-d2-a0.01 train acc: 0.66 val acc: 0.6 gap: 0.0\n",
      "monks-2 mfoct-d2-a0.01 train acc: 0.66 val acc: 0.6 gap: 0.0\n",
      "monks-2 oct-d2-a0.1 train acc: 0.6466666666666666 val acc: 0.72 gap: 0.0\n",
      "monks-2 mfoct-d2-a0.1 train acc: 0.6466666666666666 val acc: 0.72 gap: 0.0\n",
      "monks-2 boct-d2 train acc: 0.66 val acc: 0.6 gap: 0.0\n",
      "monks-2 oct-d3-a0 train acc: 0.66 val acc: 0.58 gap: 1.0\n",
      "monks-2 mfoct-d3-a0 train acc: 0.6966666666666667 val acc: 0.6 gap: 0.2153110047846868\n",
      "monks-2 oct-d3-a0.01 train acc: 0.6866666666666666 val acc: 0.6 gap: 0.9464285714285706\n",
      "monks-2 mfoct-d3-a0.01 train acc: 0.6966666666666667 val acc: 0.6 gap: 0.25903944911297705\n",
      "monks-2 oct-d3-a0.1 train acc: 0.6266666666666667 val acc: 0.6733333333333333 gap: 0.27678571428571846\n",
      "monks-2 mfoct-d3-a0.1 train acc: 0.6266666666666667 val acc: 0.6733333333333333 gap: 0.0\n",
      "monks-2 boct-d3 train acc: 0.6866666666666666 val acc: 0.6 gap: 1.0\n",
      "monks-2 oct-d3-a0 train acc: 0.6866666666666666 val acc: 0.6666666666666666 gap: 1.0\n",
      "monks-2 mfoct-d3-a0 train acc: 0.6866666666666666 val acc: 0.6333333333333333 gap: 0.2645630845961044\n",
      "monks-2 oct-d3-a0.01 train acc: 0.64 val acc: 0.68 gap: 0.9456120795443896\n",
      "monks-2 mfoct-d3-a0.01 train acc: 0.6833333333333333 val acc: 0.6 gap: 0.2958148527237569\n",
      "monks-2 oct-d3-a0.1 train acc: 0.64 val acc: 0.68 gap: 0.1518518518518436\n",
      "monks-2 mfoct-d3-a0.1 train acc: 0.64 val acc: 0.68 gap: 0.0\n",
      "monks-2 boct-d3 train acc: 0.6933333333333334 val acc: 0.64 gap: 1.0\n",
      "monks-2 oct-d3-a0 train acc: 0.71 val acc: 0.6133333333333333 gap: 1.0\n",
      "monks-2 mfoct-d3-a0 train acc: 0.71 val acc: 0.6133333333333333 gap: 0.26291079812206264\n",
      "monks-2 oct-d3-a0.01 train acc: 0.6466666666666666 val acc: 0.72 gap: 0.9474596590130914\n",
      "monks-2 mfoct-d3-a0.01 train acc: 0.69 val acc: 0.68 gap: 0.2787633046122625\n",
      "monks-2 oct-d3-a0.1 train acc: 0.6466666666666666 val acc: 0.72 gap: 0.21320754716982135\n",
      "monks-2 mfoct-d3-a0.1 train acc: 0.6466666666666666 val acc: 0.72 gap: 0.0\n",
      "monks-2 boct-d3 train acc: 0.6933333333333334 val acc: 0.6266666666666667 gap: 0.982484076433121\n",
      "monks-2 oct-d4-a0 train acc: 0.73 val acc: 0.6066666666666667 gap: 1.0\n",
      "monks-2 mfoct-d4-a0 train acc: 0.7166666666666667 val acc: 0.62 gap: 0.3953488330134077\n",
      "monks-2 oct-d4-a0.01 train acc: 0.6833333333333333 val acc: 0.6266666666666667 gap: 0.9646217538577336\n",
      "monks-2 mfoct-d4-a0.01 train acc: 0.6933333333333334 val acc: 0.6266666666666667 gap: 0.46766978446522545\n",
      "monks-2 oct-d4-a0.1 train acc: 0.6266666666666667 val acc: 0.6733333333333333 gap: 0.6642857142857143\n",
      "monks-2 mfoct-d4-a0.1 train acc: 0.6266666666666667 val acc: 0.6733333333333333 gap: 0.0\n",
      "monks-2 boct-d4 train acc: 0.7233333333333334 val acc: 0.6066666666666667 gap: 1.0\n",
      "monks-2 oct-d4-a0 train acc: 0.7466666666666667 val acc: 0.6133333333333333 gap: 1.0\n",
      "monks-2 mfoct-d4-a0 train acc: 0.7166666666666667 val acc: 0.6533333333333333 gap: 0.3953488274420425\n",
      "monks-2 oct-d4-a0.01 train acc: 0.64 val acc: 0.68 gap: 0.9644444444444444\n",
      "monks-2 mfoct-d4-a0.01 train acc: 0.66 val acc: 0.7 gap: 0.5156759883684294\n",
      "monks-2 oct-d4-a0.1 train acc: 0.64 val acc: 0.68 gap: 0.6333333333333298\n",
      "monks-2 mfoct-d4-a0.1 train acc: 0.64 val acc: 0.68 gap: 0.0\n",
      "monks-2 boct-d4 train acc: 0.74 val acc: 0.6 gap: 0.9999999999999996\n",
      "monks-2 oct-d4-a0 train acc: 0.7466666666666667 val acc: 0.5666666666666667 gap: 1.0\n",
      "monks-2 mfoct-d4-a0 train acc: 0.7466666666666667 val acc: 0.6133333333333333 gap: 0.33928571428571064\n",
      "monks-2 oct-d4-a0.01 train acc: 0.6466666666666666 val acc: 0.72 gap: 0.9633962264150943\n",
      "monks-2 mfoct-d4-a0.01 train acc: 0.67 val acc: 0.6533333333333333 gap: 0.49217928980303105\n",
      "monks-2 oct-d4-a0.1 train acc: 0.6466666666666666 val acc: 0.72 gap: 0.6339622641509435\n",
      "monks-2 mfoct-d4-a0.1 train acc: 0.6466666666666666 val acc: 0.72 gap: 0.0\n",
      "monks-2 boct-d4 train acc: 0.7533333333333333 val acc: 0.5933333333333334 gap: 1.0\n",
      "monks-2 oct-d5-a0 train acc: 0.7066666666666667 val acc: 0.6 gap: 1.0\n",
      "monks-2 mfoct-d5-a0 train acc: 0.7566666666666667 val acc: 0.5733333333333334 gap: 0.3215859030836967\n",
      "monks-2 oct-d5-a0.01 train acc: 0.6266666666666667 val acc: 0.6733333333333333 gap: 0.9667857142857137\n",
      "monks-2 mfoct-d5-a0.01 train acc: 0.6633333333333333 val acc: 0.64 gap: 0.5327004219406867\n",
      "monks-2 oct-d5-a0.1 train acc: 0.6266666666666667 val acc: 0.6733333333333333 gap: 0.7035714285714303\n",
      "monks-2 mfoct-d5-a0.1 train acc: 0.6266666666666667 val acc: 0.6733333333333333 gap: 0.0\n",
      "monks-2 boct-d5 train acc: 0.77 val acc: 0.6 gap: 1.0\n",
      "monks-2 oct-d5-a0 train acc: 0.7466666666666667 val acc: 0.58 gap: 1.0\n",
      "monks-2 mfoct-d5-a0 train acc: 0.7933333333333333 val acc: 0.6933333333333334 gap: 0.2605042016806741\n",
      "monks-2 oct-d5-a0.01 train acc: 0.64 val acc: 0.68 gap: 0.9744402289296694\n",
      "monks-2 mfoct-d5-a0.01 train acc: 0.6966666666666667 val acc: 0.6666666666666666 gap: 0.46566740935789813\n",
      "monks-2 oct-d5-a0.1 train acc: 0.64 val acc: 0.68 gap: 0.7944444444444424\n",
      "monks-2 mfoct-d5-a0.1 train acc: 0.64 val acc: 0.68 gap: 0.0\n",
      "monks-2 boct-d5 train acc: 0.7933333333333333 val acc: 0.6066666666666667 gap: 1.0\n",
      "monks-2 oct-d5-a0 train acc: 0.6466666666666666 val acc: 0.72 gap: 1.0\n",
      "monks-2 mfoct-d5-a0 train acc: 0.73 val acc: 0.6466666666666666 gap: 0.3698630136986252\n",
      "monks-2 oct-d5-a0.01 train acc: 0.6466666666666666 val acc: 0.72 gap: 0.9816372740095327\n",
      "monks-2 mfoct-d5-a0.01 train acc: 0.6633333333333333 val acc: 0.6733333333333333 gap: 0.500343705657018\n",
      "monks-2 oct-d5-a0.1 train acc: 0.6466666666666666 val acc: 0.72 gap: 0.7811320754717009\n",
      "monks-2 mfoct-d5-a0.1 train acc: 0.6466666666666666 val acc: 0.72 gap: 0.0\n",
      "monks-2 boct-d5 train acc: 0.8033333333333333 val acc: 0.66 gap: 1.0\n",
      "monks-3 oct-d2-a0 train acc: 0.9711191335740073 val acc: 0.9492753623188406 gap: 0.0\n",
      "monks-3 mfoct-d2-a0 train acc: 0.9711191335740073 val acc: 0.9492753623188406 gap: 0.0\n",
      "monks-3 oct-d2-a0.01 train acc: 0.9711191335740073 val acc: 0.9492753623188406 gap: 0.0\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "monks-3 mfoct-d2-a0.01 train acc: 0.9711191335740073 val acc: 0.9492753623188406 gap: 0.0\n",
      "monks-3 oct-d2-a0.1 train acc: 0.9711191335740073 val acc: 0.9492753623188406 gap: 0.0\n",
      "monks-3 mfoct-d2-a0.1 train acc: 0.9711191335740073 val acc: 0.9492753623188406 gap: 0.0\n",
      "monks-3 boct-d2 train acc: 0.9711191335740073 val acc: 0.9492753623188406 gap: 0.0\n",
      "monks-3 oct-d2-a0 train acc: 0.9711191335740073 val acc: 0.9492753623188406 gap: 0.0\n",
      "monks-3 mfoct-d2-a0 train acc: 0.9711191335740073 val acc: 0.9492753623188406 gap: 0.0\n",
      "monks-3 oct-d2-a0.01 train acc: 0.9711191335740073 val acc: 0.9492753623188406 gap: 0.0\n",
      "monks-3 mfoct-d2-a0.01 train acc: 0.9711191335740073 val acc: 0.9492753623188406 gap: 0.0\n",
      "monks-3 oct-d2-a0.1 train acc: 0.9711191335740073 val acc: 0.9492753623188406 gap: 0.0\n",
      "monks-3 mfoct-d2-a0.1 train acc: 0.9711191335740073 val acc: 0.9492753623188406 gap: 0.0\n",
      "monks-3 boct-d2 train acc: 0.9711191335740073 val acc: 0.9492753623188406 gap: 0.0\n",
      "monks-3 oct-d2-a0 train acc: 0.9675090252707581 val acc: 0.9492753623188406 gap: 0.0\n",
      "monks-3 mfoct-d2-a0 train acc: 0.9675090252707581 val acc: 0.9492753623188406 gap: 0.0\n",
      "monks-3 oct-d2-a0.01 train acc: 0.9675090252707581 val acc: 0.9492753623188406 gap: 0.0\n",
      "monks-3 mfoct-d2-a0.01 train acc: 0.9675090252707581 val acc: 0.9492753623188406 gap: 0.0\n",
      "monks-3 oct-d2-a0.1 train acc: 0.9675090252707581 val acc: 0.9492753623188406 gap: 0.0\n",
      "monks-3 mfoct-d2-a0.1 train acc: 0.9675090252707581 val acc: 0.9492753623188406 gap: 0.0\n",
      "monks-3 boct-d2 train acc: 0.9675090252707581 val acc: 0.9492753623188406 gap: 0.0\n",
      "monks-3 oct-d3-a0 train acc: 0.9963898916967509 val acc: 0.9637681159420289 gap: 0.0\n",
      "monks-3 mfoct-d3-a0 train acc: 0.9963898916967509 val acc: 0.9637681159420289 gap: 0.0\n",
      "monks-3 oct-d3-a0.01 train acc: 0.9963898916967509 val acc: 0.9637681159420289 gap: 0.0\n",
      "monks-3 mfoct-d3-a0.01 train acc: 0.9963898916967509 val acc: 0.9637681159420289 gap: 0.0\n",
      "monks-3 oct-d3-a0.1 train acc: 0.9711191335740073 val acc: 0.9492753623188406 gap: 0.0\n",
      "monks-3 mfoct-d3-a0.1 train acc: 0.9711191335740073 val acc: 0.9492753623188406 gap: 0.0\n",
      "monks-3 boct-d3 train acc: 0.9963898916967509 val acc: 0.9637681159420289 gap: 0.0\n",
      "monks-3 oct-d3-a0 train acc: 0.9963898916967509 val acc: 0.9855072463768116 gap: 0.0\n",
      "monks-3 mfoct-d3-a0 train acc: 0.9963898916967509 val acc: 0.9855072463768116 gap: 0.0\n",
      "monks-3 oct-d3-a0.01 train acc: 0.9963898916967509 val acc: 0.9855072463768116 gap: 0.0\n",
      "monks-3 mfoct-d3-a0.01 train acc: 0.9963898916967509 val acc: 0.9855072463768116 gap: 0.0\n",
      "monks-3 oct-d3-a0.1 train acc: 0.9711191335740073 val acc: 0.9492753623188406 gap: 0.0\n",
      "monks-3 mfoct-d3-a0.1 train acc: 0.9711191335740073 val acc: 0.9492753623188406 gap: 0.0\n",
      "monks-3 boct-d3 train acc: 0.9963898916967509 val acc: 0.9855072463768116 gap: 0.0\n",
      "monks-3 oct-d3-a0 train acc: 0.9927797833935018 val acc: 0.9782608695652174 gap: 1.0\n",
      "monks-3 mfoct-d3-a0 train acc: 0.9927797833935018 val acc: 0.9782608695652174 gap: 0.0\n",
      "monks-3 oct-d3-a0.01 train acc: 0.9927797833935018 val acc: 0.9782608695652174 gap: 0.0\n",
      "monks-3 mfoct-d3-a0.01 train acc: 0.9927797833935018 val acc: 0.9782608695652174 gap: 0.0\n",
      "monks-3 oct-d3-a0.1 train acc: 0.9675090252707581 val acc: 0.9492753623188406 gap: 0.0\n",
      "monks-3 mfoct-d3-a0.1 train acc: 0.9675090252707581 val acc: 0.9492753623188406 gap: 0.0\n",
      "monks-3 boct-d3 train acc: 0.9927797833935018 val acc: 0.9782608695652174 gap: 0.0\n",
      "monks-3 oct-d4-a0 train acc: 0.9963898916967509 val acc: 0.9637681159420289 gap: 1.0\n",
      "monks-3 mfoct-d4-a0 train acc: 0.9963898916967509 val acc: 0.9637681159420289 gap: 0.0036231884057964132\n",
      "monks-3 oct-d4-a0.01 train acc: 0.9711191335740073 val acc: 0.9492753623188406 gap: 0.7380073800738002\n",
      "monks-3 mfoct-d4-a0.01 train acc: 0.9963898916967509 val acc: 0.9637681159420289 gap: 0.0\n",
      "monks-3 oct-d4-a0.1 train acc: 0.9711191335740073 val acc: 0.9492753623188406 gap: 0.0\n",
      "monks-3 mfoct-d4-a0.1 train acc: 0.9711191335740073 val acc: 0.9492753623188406 gap: 0.0\n",
      "monks-3 boct-d4 train acc: 0.9963898916967509 val acc: 0.9637681159420289 gap: 1.0\n",
      "monks-3 oct-d4-a0 train acc: 0.9963898916967509 val acc: 0.9855072463768116 gap: 1.0\n",
      "monks-3 mfoct-d4-a0 train acc: 0.9963898916967509 val acc: 0.9855072463768116 gap: 0.003623188405797101\n",
      "monks-3 oct-d4-a0.01 train acc: 0.9963898916967509 val acc: 0.9855072463768116 gap: 0.5679347826086957\n",
      "monks-3 mfoct-d4-a0.01 train acc: 0.9963898916967509 val acc: 0.9855072463768116 gap: 0.0\n",
      "monks-3 oct-d4-a0.1 train acc: 0.9711191335740073 val acc: 0.9492753623188406 gap: 0.0\n",
      "monks-3 mfoct-d4-a0.1 train acc: 0.9711191335740073 val acc: 0.9492753623188406 gap: 0.0\n",
      "monks-3 boct-d4 train acc: 0.9963898916967509 val acc: 0.9855072463768116 gap: 1.0\n",
      "monks-3 oct-d4-a0 train acc: 0.9927797833935018 val acc: 0.9782608695652174 gap: 1.0\n",
      "monks-3 mfoct-d4-a0 train acc: 0.9927797833935018 val acc: 0.9782608695652174 gap: 0.007272724093075664\n",
      "monks-3 oct-d4-a0.01 train acc: 0.9927797833935018 val acc: 0.9782608695652174 gap: 0.6308900523560209\n",
      "monks-3 mfoct-d4-a0.01 train acc: 0.9927797833935018 val acc: 0.9782608695652174 gap: 0.0\n",
      "monks-3 oct-d4-a0.1 train acc: 0.9675090252707581 val acc: 0.9492753623188406 gap: 0.0\n",
      "monks-3 mfoct-d4-a0.1 train acc: 0.9675090252707581 val acc: 0.9492753623188406 gap: 0.0\n",
      "monks-3 boct-d4 train acc: 0.9927797833935018 val acc: 0.9637681159420289 gap: 1.0\n",
      "monks-3 oct-d5-a0 train acc: 0.9963898916967509 val acc: 0.9637681159420289 gap: 1.0\n",
      "monks-3 mfoct-d5-a0 train acc: 0.9963898916967509 val acc: 0.9637681159420289 gap: 0.0036231877372026257\n",
      "monks-3 oct-d5-a0.01 train acc: 0.9711191335740073 val acc: 0.9492753623188406 gap: 0.7683523654159864\n",
      "monks-3 mfoct-d5-a0.01 train acc: 0.9963898916967509 val acc: 0.9637681159420289 gap: 0.0\n",
      "monks-3 oct-d5-a0.1 train acc: 0.9711191335740073 val acc: 0.9492753623188406 gap: 0.43873517786561345\n",
      "monks-3 mfoct-d5-a0.1 train acc: 0.9711191335740073 val acc: 0.9492753623188406 gap: 0.0\n",
      "monks-3 boct-d5 train acc: 0.9963898916967509 val acc: 0.9637681159420289 gap: 1.0\n",
      "monks-3 oct-d5-a0 train acc: 0.9711191335740073 val acc: 0.9492753623188406 gap: 1.0\n",
      "monks-3 mfoct-d5-a0 train acc: 0.9963898916967509 val acc: 0.9855072463768116 gap: 0.0036231865962249804\n",
      "monks-3 oct-d5-a0.01 train acc: 0.9711191335740073 val acc: 0.9492753623188406 gap: 0.7509788566953798\n",
      "monks-3 mfoct-d5-a0.01 train acc: 0.9963898916967509 val acc: 0.9855072463768116 gap: 0.0\n",
      "monks-3 oct-d5-a0.1 train acc: 0.9711191335740073 val acc: 0.9492753623188406 gap: 0.0\n",
      "monks-3 mfoct-d5-a0.1 train acc: 0.9711191335740073 val acc: 0.9492753623188406 gap: 0.0\n",
      "monks-3 boct-d5 train acc: 0.9963898916967509 val acc: 0.9855072463768116 gap: 1.0\n",
      "monks-3 oct-d5-a0 train acc: 0.9675090252707581 val acc: 0.9492753623188406 gap: 1.0\n",
      "monks-3 mfoct-d5-a0 train acc: 0.9963898916967509 val acc: 0.9637681159420289 gap: 0.0036231867574647207\n",
      "monks-3 oct-d5-a0.01 train acc: 0.9927797833935018 val acc: 0.9782608695652174 gap: 0.8619887131597412\n",
      "monks-3 mfoct-d5-a0.01 train acc: 0.9927797833935018 val acc: 0.9782608695652174 gap: 0.0\n",
      "monks-3 oct-d5-a0.1 train acc: 0.9675090252707581 val acc: 0.9492753623188406 gap: 0.0\n",
      "monks-3 mfoct-d5-a0.1 train acc: 0.9675090252707581 val acc: 0.9492753623188406 gap: 0.0\n",
      "monks-3 boct-d5 train acc: 0.9963898916967509 val acc: 0.9565217391304348 gap: 1.0\n"
     ]
    }
   ],
   "source": [
    "for data in datasets:\n",
    "    for d in depth:\n",
    "        for s in seeds:\n",
    "            # load data\n",
    "            x, y = dataset.loadData(data)\n",
    "            # onehot encoding\n",
    "            x_enc = dataset.oneHot(x)\n",
    "            # data splition\n",
    "            x_train, x_test, y_train, y_test = train_test_split(x, y, test_size=1-train_ratio, random_state=s)\n",
    "            x_val, x_test, y_val, y_test = train_test_split(x_test, y_test, \n",
    "                                                            test_size=test_ratio/(test_ratio+val_ratio), random_state=s)\n",
    "            x_train_enc, x_test_enc, y_train, y_test = train_test_split(x_enc, y, test_size=1-train_ratio, random_state=s)\n",
    "            x_val_enc, x_test_enc, y_val, y_test = train_test_split(x_test_enc, y_test, \n",
    "                                                                    test_size=test_ratio/(test_ratio+val_ratio), random_state=s)\n",
    "            \n",
    "            for a in alpha:\n",
    "                # oct\n",
    "                row = res_oct[(res_oct['instance'] == data) & (res_oct['depth'] == d) & \n",
    "                              (res_oct['alpha'] == a) & (res_oct['seed'] == s)]\n",
    "                if len(row):\n",
    "                    print(data, 'oct-d{}-a{}'.format(row['depth'].values[0],row['alpha'].values[0]),\n",
    "                          'train acc:', row['train_acc'].values[0], 'val acc:', row['val_acc'].values[0],\n",
    "                          'gap:', row['gap'].values[0])\n",
    "                else:\n",
    "                    octree = miptree.optimalDecisionTreeClassifier(max_depth=d, min_samples_split=0, alpha=a, warmstart=False,\n",
    "                                                                   timelimit=timelimit, output=False)\n",
    "                    tick = time.time()\n",
    "                    octree.fit(x_train, y_train)\n",
    "                    tock = time.time()\n",
    "                    train_time = tock - tick\n",
    "                    train_acc = accuracy_score(y_train, octree.predict(x_train))\n",
    "                    val_acc = accuracy_score(y_val, octree.predict(x_val))\n",
    "                    test_acc = accuracy_score(y_test, octree.predict(x_test))\n",
    "                    row = {'instance':data, 'depth':d, 'alpha':a, 'seed':s, 'train_acc':train_acc, 'val_acc':val_acc,\n",
    "                           'test_acc':test_acc, 'train_time':train_time, 'gap':octree.optgap}\n",
    "                    res_oct = res_oct.append(row, ignore_index=True)\n",
    "                    res_oct.to_csv('./res/oct.csv', index=False)\n",
    "                    print(data, 'oct-d{}-a{}'.format(d,a), \n",
    "                          'train acc:', train_acc, 'val acc:', val_acc, 'gap:', octree.optgap)\n",
    "                    #print(row)\n",
    "                \n",
    "                # mfoct\n",
    "                row = res_mfoct[(res_mfoct['instance'] == data) & (res_mfoct['depth'] == d) & \n",
    "                                (res_mfoct['alpha'] == a) & (res_mfoct['seed'] == s)]\n",
    "                if len(row):\n",
    "                    print(data, 'mfoct-d{}-a{}'.format(row['depth'].values[0],row['alpha'].values[0]),\n",
    "                          'train acc:', row['train_acc'].values[0], 'val acc:', row['val_acc'].values[0],\n",
    "                          'gap:', row['gap'].values[0])\n",
    "                else:\n",
    "                    mfoct = miptree.maxFlowOptimalDecisionTreeClassifier(max_depth=d, alpha=a, warmstart=False,\n",
    "                                                                         timelimit=timelimit, output=False)\n",
    "                    tick = time.time()\n",
    "                    mfoct.fit(x_train_enc, y_train)\n",
    "                    tock = time.time()\n",
    "                    train_time = tock - tick\n",
    "                    train_acc = accuracy_score(y_train, mfoct.predict(x_train_enc))\n",
    "                    val_acc = accuracy_score(y_val, mfoct.predict(x_val_enc))\n",
    "                    test_acc = accuracy_score(y_test, mfoct.predict(x_test_enc))\n",
    "                    row = {'instance':data, 'depth':d, 'alpha':a, 'seed':s, 'train_acc':train_acc, 'val_acc':val_acc,\n",
    "                           'test_acc':test_acc, 'train_time':train_time, 'gap':mfoct.optgap}\n",
    "                    res_mfoct = res_mfoct.append(row, ignore_index=True)\n",
    "                    res_mfoct.to_csv('./res/mfoct.csv', index=False)\n",
    "                    print(data, 'mfoct-d{}-a{}'.format(d,a), \n",
    "                          'train acc:', train_acc, 'val acc:', val_acc, 'gap:', mfoct.optgap)\n",
    "                    #print(row)\n",
    "            \n",
    "            # boct\n",
    "            row = res_boct[(res_boct['instance'] == data) & (res_boct['depth'] == d) & (res_boct['seed'] == s)]\n",
    "            if len(row):\n",
    "                print(data, 'boct-d{}'.format(row['depth'].values[0]),\n",
    "                      'train acc:', row['train_acc'].values[0], 'val acc:', row['val_acc'].values[0], \n",
    "                      'gap:', row['gap'].values[0])\n",
    "            else:\n",
    "                boct = miptree.binOptimalDecisionTreeClassifier(max_depth=d, min_samples_split=0, warmstart=False,\n",
    "                                                                timelimit=timelimit, output=False)\n",
    "                tick = time.time()\n",
    "                boct.fit(x_train, y_train)\n",
    "                tock = time.time()\n",
    "                train_time = tock - tick\n",
    "                train_acc = accuracy_score(y_train, boct.predict(x_train))\n",
    "                val_acc = accuracy_score(y_val, boct.predict(x_val))\n",
    "                test_acc = accuracy_score(y_test, boct.predict(x_test))\n",
    "                row = {'instance':data, 'depth':d, 'seed':s, 'train_acc':train_acc, 'val_acc':val_acc,\n",
    "                       'test_acc':test_acc, 'train_time':train_time, 'gap':boct.optgap}\n",
    "                res_boct = res_boct.append(row, ignore_index=True)\n",
    "                res_boct.to_csv('./res/boct.csv', index=False)\n",
    "                print(data, 'boct-d{}'.format(d), 'train acc:', train_acc, 'val acc:', val_acc, 'gap:', boct.optgap)\n",
    "                #print(row)"
   ]
  },
  {
   "cell_type": "markdown",
   "id": "excited-killer",
   "metadata": {},
   "source": [
    "## Stable Optimal Classification Tree"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 9,
   "id": "guilty-still",
   "metadata": {},
   "outputs": [],
   "source": [
    "seeds = [11, 23, 34, 45, 56, 67, 78, 89, 93, 5]\n",
    "d = 3"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": 10,
   "id": "offensive-passport",
   "metadata": {
    "scrolled": false
   },
   "outputs": [
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "balance-scale mfoct-d3-a0.0 method n train acc: 0.6987179487179487 test acc: 0.7197452229299363 0.0\n",
      "balance-scale mfoct-d3-a0.0 method rb train acc: 0.6858974358974359 test acc: 0.6687898089171974 0.0\n",
      "balance-scale mfoct-d3-a0.0 method cp train acc: 0.6858974358974359 test acc: 0.6687898089171974 0.0\n",
      "balance-scale mfoct-d3-a0.01 method n train acc: 0.6987179487179487 test acc: 0.7197452229299363 0.0\n",
      "balance-scale mfoct-d3-a0.01 method rb train acc: 0.6816239316239316 test acc: 0.6815286624203821 0.0\n",
      "balance-scale mfoct-d3-a0.01 method cp train acc: 0.6816239316239316 test acc: 0.6815286624203821 0.0\n",
      "balance-scale mfoct-d3-a0.1 method n train acc: 0.6923076923076923 test acc: 0.6815286624203821 0.0\n",
      "balance-scale mfoct-d3-a0.1 method rb train acc: 0.6816239316239316 test acc: 0.6815286624203821 0.0\n",
      "balance-scale mfoct-d3-a0.1 method cp train acc: 0.6816239316239316 test acc: 0.6815286624203821 0.0\n",
      "balance-scale mfoct-d3-a0.0 method n train acc: 0.6698717948717948 test acc: 0.7197452229299363 0.0\n",
      "balance-scale mfoct-d3-a0.0 method rb train acc: 0.6688034188034188 test acc: 0.7197452229299363 0.0\n",
      "balance-scale mfoct-d3-a0.0 method cp train acc: 0.6688034188034188 test acc: 0.7197452229299363 0.0\n",
      "balance-scale mfoct-d3-a0.01 method n train acc: 0.6698717948717948 test acc: 0.7197452229299363 0.0\n",
      "balance-scale mfoct-d3-a0.01 method rb train acc: 0.6688034188034188 test acc: 0.7197452229299363 0.0\n",
      "balance-scale mfoct-d3-a0.01 method cp train acc: 0.6688034188034188 test acc: 0.7197452229299363 0.0\n",
      "balance-scale mfoct-d3-a0.1 method n train acc: 0.6602564102564102 test acc: 0.7197452229299363 0.0\n",
      "balance-scale mfoct-d3-a0.1 method rb train acc: 0.6688034188034188 test acc: 0.7197452229299363 0.0\n",
      "balance-scale mfoct-d3-a0.1 method cp train acc: 0.6688034188034188 test acc: 0.7197452229299363 0.0\n",
      "balance-scale mfoct-d3-a0.0 method n train acc: 0.7019230769230769 test acc: 0.6560509554140127 0.0\n",
      "balance-scale mfoct-d3-a0.0 method rb train acc: 0.6923076923076923 test acc: 0.6496815286624203 0.0\n",
      "balance-scale mfoct-d3-a0.0 method cp train acc: 0.6923076923076923 test acc: 0.6496815286624203 0.0\n",
      "balance-scale mfoct-d3-a0.01 method n train acc: 0.7019230769230769 test acc: 0.6560509554140127 0.0\n",
      "balance-scale mfoct-d3-a0.01 method rb train acc: 0.6901709401709402 test acc: 0.6560509554140127 0.0\n",
      "balance-scale mfoct-d3-a0.01 method cp train acc: 0.6901709401709402 test acc: 0.6560509554140127 0.0\n",
      "balance-scale mfoct-d3-a0.1 method n train acc: 0.7019230769230769 test acc: 0.6560509554140127 0.0\n",
      "balance-scale mfoct-d3-a0.1 method rb train acc: 0.6901709401709402 test acc: 0.6560509554140127 0.0\n",
      "balance-scale mfoct-d3-a0.1 method cp train acc: 0.6901709401709402 test acc: 0.6560509554140127 0.0\n",
      "balance-scale mfoct-d3-a0.0 method n train acc: 0.6826923076923077 test acc: 0.6751592356687898 0.0\n",
      "balance-scale mfoct-d3-a0.0 method rb train acc: 0.6816239316239316 test acc: 0.6815286624203821 0.0\n",
      "balance-scale mfoct-d3-a0.0 method cp train acc: 0.6816239316239316 test acc: 0.6815286624203821 0.0\n",
      "balance-scale mfoct-d3-a0.01 method n train acc: 0.6826923076923077 test acc: 0.6751592356687898 0.0\n",
      "balance-scale mfoct-d3-a0.01 method rb train acc: 0.6794871794871795 test acc: 0.6878980891719745 0.0\n",
      "balance-scale mfoct-d3-a0.01 method cp train acc: 0.6794871794871795 test acc: 0.6878980891719745 0.0\n",
      "balance-scale mfoct-d3-a0.1 method n train acc: 0.6698717948717948 test acc: 0.6878980891719745 0.0\n",
      "balance-scale mfoct-d3-a0.1 method rb train acc: 0.6794871794871795 test acc: 0.6878980891719745 0.0\n",
      "balance-scale mfoct-d3-a0.1 method cp train acc: 0.6794871794871795 test acc: 0.6878980891719745 0.0\n",
      "balance-scale mfoct-d3-a0.0 method n train acc: 0.7307692307692307 test acc: 0.6178343949044586 0.0\n",
      "balance-scale mfoct-d3-a0.0 method rb train acc: 0.7029914529914529 test acc: 0.6178343949044586 0.0\n",
      "balance-scale mfoct-d3-a0.0 method cp train acc: 0.7029914529914529 test acc: 0.6178343949044586 0.0\n",
      "balance-scale mfoct-d3-a0.01 method n train acc: 0.7307692307692307 test acc: 0.6178343949044586 0.0\n",
      "balance-scale mfoct-d3-a0.01 method rb train acc: 0.7029914529914529 test acc: 0.6178343949044586 0.0\n",
      "balance-scale mfoct-d3-a0.01 method cp train acc: 0.7029914529914529 test acc: 0.6178343949044586 0.0\n",
      "balance-scale mfoct-d3-a0.1 method n train acc: 0.7211538461538461 test acc: 0.6178343949044586 0.0\n",
      "balance-scale mfoct-d3-a0.1 method rb train acc: 0.7029914529914529 test acc: 0.6178343949044586 0.0\n",
      "balance-scale mfoct-d3-a0.1 method cp train acc: 0.7029914529914529 test acc: 0.6178343949044586 0.0\n",
      "balance-scale mfoct-d3-a0.0 method n train acc: 0.7467948717948718 test acc: 0.6305732484076433 0.0\n",
      "balance-scale mfoct-d3-a0.0 method rb train acc: 0.6987179487179487 test acc: 0.6305732484076433 0.0\n",
      "balance-scale mfoct-d3-a0.0 method cp train acc: 0.6987179487179487 test acc: 0.5987261146496815 0.0\n",
      "balance-scale mfoct-d3-a0.01 method n train acc: 0.7435897435897436 test acc: 0.6369426751592356 0.0\n",
      "balance-scale mfoct-d3-a0.01 method rb train acc: 0.6965811965811965 test acc: 0.6369426751592356 0.0\n",
      "balance-scale mfoct-d3-a0.01 method cp train acc: 0.6965811965811965 test acc: 0.6369426751592356 0.0\n",
      "balance-scale mfoct-d3-a0.1 method n train acc: 0.7435897435897436 test acc: 0.6369426751592356 0.0\n",
      "balance-scale mfoct-d3-a0.1 method rb train acc: 0.6965811965811965 test acc: 0.6369426751592356 0.0\n",
      "balance-scale mfoct-d3-a0.1 method cp train acc: 0.6965811965811965 test acc: 0.6369426751592356 0.0\n",
      "balance-scale mfoct-d3-a0.0 method n train acc: 0.6955128205128205 test acc: 0.6624203821656051 0.0\n",
      "balance-scale mfoct-d3-a0.0 method rb train acc: 0.688034188034188 test acc: 0.6624203821656051 0.0\n",
      "balance-scale mfoct-d3-a0.0 method cp train acc: 0.688034188034188 test acc: 0.6624203821656051 0.0\n",
      "balance-scale mfoct-d3-a0.01 method n train acc: 0.6955128205128205 test acc: 0.6624203821656051 0.0\n",
      "balance-scale mfoct-d3-a0.01 method rb train acc: 0.6794871794871795 test acc: 0.6878980891719745 0.0\n",
      "balance-scale mfoct-d3-a0.01 method cp train acc: 0.6837606837606838 test acc: 0.6751592356687898 0.0\n",
      "balance-scale mfoct-d3-a0.1 method n train acc: 0.6891025641025641 test acc: 0.6751592356687898 0.0\n",
      "balance-scale mfoct-d3-a0.1 method rb train acc: 0.6837606837606838 test acc: 0.6751592356687898 0.0\n",
      "balance-scale mfoct-d3-a0.1 method cp train acc: 0.6837606837606838 test acc: 0.6751592356687898 0.0\n",
      "balance-scale mfoct-d3-a0.0 method n train acc: 0.6923076923076923 test acc: 0.6496815286624203 0.0\n",
      "balance-scale mfoct-d3-a0.0 method rb train acc: 0.6773504273504274 test acc: 0.6942675159235668 0.0\n",
      "balance-scale mfoct-d3-a0.0 method cp train acc: 0.6773504273504274 test acc: 0.6942675159235668 0.0\n",
      "balance-scale mfoct-d3-a0.01 method n train acc: 0.6923076923076923 test acc: 0.6496815286624203 0.0\n",
      "balance-scale mfoct-d3-a0.01 method rb train acc: 0.6752136752136753 test acc: 0.7006369426751592 0.0\n",
      "balance-scale mfoct-d3-a0.01 method cp train acc: 0.6752136752136753 test acc: 0.7006369426751592 0.0\n",
      "balance-scale mfoct-d3-a0.1 method n train acc: 0.6730769230769231 test acc: 0.7006369426751592 0.0\n",
      "balance-scale mfoct-d3-a0.1 method rb train acc: 0.6752136752136753 test acc: 0.7006369426751592 0.0\n",
      "balance-scale mfoct-d3-a0.1 method cp train acc: 0.6752136752136753 test acc: 0.7006369426751592 0.0\n",
      "balance-scale mfoct-d3-a0.0 method n train acc: 0.6955128205128205 test acc: 0.6496815286624203 0.0\n",
      "balance-scale mfoct-d3-a0.0 method rb train acc: 0.6965811965811965 test acc: 0.6369426751592356 0.0\n",
      "balance-scale mfoct-d3-a0.0 method cp train acc: 0.6965811965811965 test acc: 0.6369426751592356 0.0\n",
      "balance-scale mfoct-d3-a0.01 method n train acc: 0.6955128205128205 test acc: 0.6496815286624203 0.0\n",
      "balance-scale mfoct-d3-a0.01 method rb train acc: 0.6965811965811965 test acc: 0.6369426751592356 0.0\n",
      "balance-scale mfoct-d3-a0.01 method cp train acc: 0.6965811965811965 test acc: 0.6369426751592356 0.0\n",
      "balance-scale mfoct-d3-a0.1 method n train acc: 0.6891025641025641 test acc: 0.6560509554140127 0.0\n",
      "balance-scale mfoct-d3-a0.1 method rb train acc: 0.6901709401709402 test acc: 0.6560509554140127 0.0\n",
      "balance-scale mfoct-d3-a0.1 method cp train acc: 0.6901709401709402 test acc: 0.6560509554140127 0.0\n",
      "balance-scale mfoct-d3-a0.0 method n train acc: 0.6826923076923077 test acc: 0.6624203821656051 0.0\n",
      "balance-scale mfoct-d3-a0.0 method rb train acc: 0.6923076923076923 test acc: 0.6496815286624203 0.0\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "balance-scale mfoct-d3-a0.0 method cp train acc: 0.6923076923076923 test acc: 0.6496815286624203 0.0\n",
      "balance-scale mfoct-d3-a0.01 method n train acc: 0.6826923076923077 test acc: 0.6624203821656051 0.0\n",
      "balance-scale mfoct-d3-a0.01 method rb train acc: 0.688034188034188 test acc: 0.6624203821656051 0.0\n",
      "balance-scale mfoct-d3-a0.01 method cp train acc: 0.688034188034188 test acc: 0.6624203821656051 0.0\n",
      "balance-scale mfoct-d3-a0.1 method n train acc: 0.6826923076923077 test acc: 0.6624203821656051 0.0\n",
      "balance-scale mfoct-d3-a0.1 method rb train acc: 0.688034188034188 test acc: 0.6624203821656051 0.0\n",
      "balance-scale mfoct-d3-a0.1 method cp train acc: 0.688034188034188 test acc: 0.6624203821656051 0.0\n",
      "breast-cancer mfoct-d3-a0.0 method n train acc: 0.7971014492753623 test acc: 0.7857142857142857 0.0\n",
      "breast-cancer mfoct-d3-a0.0 method rb train acc: 0.7729468599033816 test acc: 0.7857142857142857 0.0\n",
      "breast-cancer mfoct-d3-a0.0 method cp train acc: 0.7729468599033816 test acc: 0.7857142857142857 0.0\n",
      "breast-cancer mfoct-d3-a0.01 method n train acc: 0.7971014492753623 test acc: 0.7857142857142857 0.0\n",
      "breast-cancer mfoct-d3-a0.01 method rb train acc: 0.7681159420289855 test acc: 0.8 0.0\n",
      "breast-cancer mfoct-d3-a0.01 method cp train acc: 0.7681159420289855 test acc: 0.8 0.0\n",
      "breast-cancer mfoct-d3-a0.1 method n train acc: 0.7101449275362319 test acc: 0.7428571428571429 0.0\n",
      "breast-cancer mfoct-d3-a0.1 method rb train acc: 0.6956521739130435 test acc: 0.7428571428571429 0.0\n",
      "breast-cancer mfoct-d3-a0.1 method cp train acc: 0.6956521739130435 test acc: 0.7428571428571429 0.0\n",
      "breast-cancer mfoct-d3-a0.0 method n train acc: 0.7898550724637681 test acc: 0.7142857142857143 0.0\n",
      "breast-cancer mfoct-d3-a0.0 method rb train acc: 0.7971014492753623 test acc: 0.6571428571428571 0.0\n",
      "breast-cancer mfoct-d3-a0.0 method cp train acc: 0.7971014492753623 test acc: 0.6571428571428571 0.0\n",
      "breast-cancer mfoct-d3-a0.01 method n train acc: 0.7898550724637681 test acc: 0.7142857142857143 0.0\n",
      "breast-cancer mfoct-d3-a0.01 method rb train acc: 0.7971014492753623 test acc: 0.6571428571428571 0.0\n",
      "breast-cancer mfoct-d3-a0.01 method cp train acc: 0.7971014492753623 test acc: 0.6571428571428571 0.0\n",
      "breast-cancer mfoct-d3-a0.1 method n train acc: 0.6956521739130435 test acc: 0.7571428571428571 0.0\n",
      "breast-cancer mfoct-d3-a0.1 method rb train acc: 0.6908212560386473 test acc: 0.7571428571428571 0.0\n",
      "breast-cancer mfoct-d3-a0.1 method cp train acc: 0.6908212560386473 test acc: 0.7571428571428571 0.0\n",
      "breast-cancer mfoct-d3-a0.0 method n train acc: 0.7971014492753623 test acc: 0.6857142857142857 0.0\n",
      "breast-cancer mfoct-d3-a0.0 method rb train acc: 0.7681159420289855 test acc: 0.6857142857142857 0.0\n",
      "breast-cancer mfoct-d3-a0.0 method cp train acc: 0.7681159420289855 test acc: 0.7714285714285715 0.0\n",
      "breast-cancer mfoct-d3-a0.01 method n train acc: 0.7971014492753623 test acc: 0.7571428571428571 0.0\n",
      "breast-cancer mfoct-d3-a0.01 method rb train acc: 0.7681159420289855 test acc: 0.7714285714285715 0.0\n",
      "breast-cancer mfoct-d3-a0.01 method cp train acc: 0.7681159420289855 test acc: 0.6571428571428571 0.0\n",
      "breast-cancer mfoct-d3-a0.1 method n train acc: 0.717391304347826 test acc: 0.7857142857142857 0.0\n",
      "breast-cancer mfoct-d3-a0.1 method rb train acc: 0.6811594202898551 test acc: 0.7857142857142857 0.0\n",
      "breast-cancer mfoct-d3-a0.1 method cp train acc: 0.6811594202898551 test acc: 0.7857142857142857 0.0\n",
      "breast-cancer mfoct-d3-a0.0 method n train acc: 0.8043478260869565 test acc: 0.6571428571428571 0.0\n",
      "breast-cancer mfoct-d3-a0.0 method rb train acc: 0.7971014492753623 test acc: 0.7142857142857143 0.0\n",
      "breast-cancer mfoct-d3-a0.0 method cp train acc: 0.7971014492753623 test acc: 0.7142857142857143 0.0\n",
      "breast-cancer mfoct-d3-a0.01 method n train acc: 0.8043478260869565 test acc: 0.6571428571428571 0.0\n",
      "breast-cancer mfoct-d3-a0.01 method rb train acc: 0.7922705314009661 test acc: 0.7285714285714285 0.0\n",
      "breast-cancer mfoct-d3-a0.01 method cp train acc: 0.7922705314009661 test acc: 0.7285714285714285 0.0\n",
      "breast-cancer mfoct-d3-a0.1 method n train acc: 0.7101449275362319 test acc: 0.7 0.0\n",
      "breast-cancer mfoct-d3-a0.1 method rb train acc: 0.2995169082125604 test acc: 0.3428571428571428 0.0\n",
      "breast-cancer mfoct-d3-a0.1 method cp train acc: 0.7101449275362319 test acc: 0.7 0.0\n",
      "breast-cancer mfoct-d3-a0.0 method n train acc: 0.7898550724637681 test acc: 0.6714285714285714 0.0\n",
      "breast-cancer mfoct-d3-a0.0 method rb train acc: 0.782608695652174 test acc: 0.7428571428571429 0.0\n",
      "breast-cancer mfoct-d3-a0.0 method cp train acc: 0.782608695652174 test acc: 0.7428571428571429 0.0\n",
      "breast-cancer mfoct-d3-a0.01 method n train acc: 0.7898550724637681 test acc: 0.6714285714285714 0.0\n",
      "breast-cancer mfoct-d3-a0.01 method rb train acc: 0.7777777777777778 test acc: 0.7571428571428571 0.0\n",
      "breast-cancer mfoct-d3-a0.01 method cp train acc: 0.7777777777777778 test acc: 0.7571428571428571 0.0\n",
      "breast-cancer mfoct-d3-a0.1 method n train acc: 0.7101449275362319 test acc: 0.6428571428571429 0.0\n",
      "breast-cancer mfoct-d3-a0.1 method rb train acc: 0.7294685990338164 test acc: 0.6428571428571429 0.0\n",
      "breast-cancer mfoct-d3-a0.1 method cp train acc: 0.7294685990338164 test acc: 0.6428571428571429 0.0\n",
      "breast-cancer mfoct-d3-a0.0 method n train acc: 0.7681159420289855 test acc: 0.6714285714285714 0.0\n",
      "breast-cancer mfoct-d3-a0.0 method rb train acc: 0.7922705314009661 test acc: 0.6857142857142857 0.0\n",
      "breast-cancer mfoct-d3-a0.0 method cp train acc: 0.7922705314009661 test acc: 0.6857142857142857 0.0\n",
      "breast-cancer mfoct-d3-a0.01 method n train acc: 0.7681159420289855 test acc: 0.6714285714285714 0.0\n",
      "breast-cancer mfoct-d3-a0.01 method rb train acc: 0.7874396135265701 test acc: 0.7 0.0\n",
      "breast-cancer mfoct-d3-a0.01 method cp train acc: 0.7874396135265701 test acc: 0.7 0.0\n",
      "breast-cancer mfoct-d3-a0.1 method n train acc: 0.6884057971014492 test acc: 0.6571428571428571 0.0\n",
      "breast-cancer mfoct-d3-a0.1 method rb train acc: 0.7246376811594203 test acc: 0.6571428571428571 0.0\n",
      "breast-cancer mfoct-d3-a0.1 method cp train acc: 0.7246376811594203 test acc: 0.6571428571428571 0.0\n",
      "breast-cancer mfoct-d3-a0.0 method n train acc: 0.8260869565217391 test acc: 0.6571428571428571 0.0\n",
      "breast-cancer mfoct-d3-a0.0 method rb train acc: 0.782608695652174 test acc: 0.7285714285714285 0.0\n",
      "breast-cancer mfoct-d3-a0.0 method cp train acc: 0.782608695652174 test acc: 0.7428571428571429 0.0\n",
      "breast-cancer mfoct-d3-a0.01 method n train acc: 0.8188405797101449 test acc: 0.7285714285714285 0.0\n",
      "breast-cancer mfoct-d3-a0.01 method rb train acc: 0.3478260869565217 test acc: 0.3142857142857143 0.0\n",
      "breast-cancer mfoct-d3-a0.01 method cp train acc: 0.782608695652174 test acc: 0.7428571428571429 0.0\n",
      "breast-cancer mfoct-d3-a0.1 method n train acc: 0.782608695652174 test acc: 0.6285714285714286 0.0\n",
      "breast-cancer mfoct-d3-a0.1 method rb train acc: 0.7342995169082126 test acc: 0.6285714285714286 0.0\n",
      "breast-cancer mfoct-d3-a0.1 method cp train acc: 0.7342995169082126 test acc: 0.6285714285714286 0.0\n",
      "breast-cancer mfoct-d3-a0.0 method n train acc: 0.7971014492753623 test acc: 0.6571428571428571 0.0\n",
      "breast-cancer mfoct-d3-a0.0 method rb train acc: 0.8019323671497585 test acc: 0.6714285714285714 0.0\n",
      "breast-cancer mfoct-d3-a0.0 method cp train acc: 0.8019323671497585 test acc: 0.6714285714285714 0.0\n",
      "breast-cancer mfoct-d3-a0.01 method n train acc: 0.7971014492753623 test acc: 0.6571428571428571 0.0\n",
      "breast-cancer mfoct-d3-a0.01 method rb train acc: 0.7922705314009661 test acc: 0.7142857142857143 0.0\n",
      "breast-cancer mfoct-d3-a0.01 method cp train acc: 0.7971014492753623 test acc: 0.7142857142857143 0.0\n",
      "breast-cancer mfoct-d3-a0.1 method n train acc: 0.717391304347826 test acc: 0.7142857142857143 0.0\n",
      "breast-cancer mfoct-d3-a0.1 method rb train acc: 0.7053140096618358 test acc: 0.7142857142857143 0.0\n",
      "breast-cancer mfoct-d3-a0.1 method cp train acc: 0.7053140096618358 test acc: 0.7142857142857143 0.0\n",
      "breast-cancer mfoct-d3-a0.0 method n train acc: 0.8115942028985508 test acc: 0.7428571428571429 0.0\n",
      "breast-cancer mfoct-d3-a0.0 method rb train acc: 0.7874396135265701 test acc: 0.7428571428571429 0.0\n",
      "breast-cancer mfoct-d3-a0.0 method cp train acc: 0.7874396135265701 test acc: 0.7428571428571429 0.0\n",
      "breast-cancer mfoct-d3-a0.01 method n train acc: 0.8115942028985508 test acc: 0.7428571428571429 0.0\n",
      "breast-cancer mfoct-d3-a0.01 method rb train acc: 0.7874396135265701 test acc: 0.7428571428571429 0.0\n",
      "breast-cancer mfoct-d3-a0.01 method cp train acc: 0.7874396135265701 test acc: 0.7428571428571429 0.0\n",
      "breast-cancer mfoct-d3-a0.1 method n train acc: 0.7608695652173914 test acc: 0.6285714285714286 0.0\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "breast-cancer mfoct-d3-a0.1 method rb train acc: 0.7342995169082126 test acc: 0.6285714285714286 0.0\n",
      "breast-cancer mfoct-d3-a0.1 method cp train acc: 0.7342995169082126 test acc: 0.6285714285714286 0.0\n",
      "breast-cancer mfoct-d3-a0.0 method n train acc: 0.8043478260869565 test acc: 0.7428571428571429 0.0\n",
      "breast-cancer mfoct-d3-a0.0 method rb train acc: 0.7874396135265701 test acc: 0.7428571428571429 0.0\n",
      "breast-cancer mfoct-d3-a0.0 method cp train acc: 0.7874396135265701 test acc: 0.7285714285714285 0.0\n",
      "breast-cancer mfoct-d3-a0.01 method n train acc: 0.8043478260869565 test acc: 0.7428571428571429 0.0\n",
      "breast-cancer mfoct-d3-a0.01 method rb train acc: 0.6521739130434783 test acc: 0.7285714285714285 0.0\n",
      "breast-cancer mfoct-d3-a0.01 method cp train acc: 0.782608695652174 test acc: 0.7428571428571429 0.0\n",
      "breast-cancer mfoct-d3-a0.1 method n train acc: 0.7318840579710145 test acc: 0.6714285714285714 0.0\n",
      "breast-cancer mfoct-d3-a0.1 method rb train acc: 0.7198067632850241 test acc: 0.6714285714285714 0.0\n",
      "breast-cancer mfoct-d3-a0.1 method cp train acc: 0.7198067632850241 test acc: 0.6714285714285714 0.0\n",
      "car-evaluation mfoct-d3-a0.0 method n train acc: 0.7754629629629629 test acc: 0.7685185185185185 0.0\n",
      "car-evaluation mfoct-d3-a0.0 method rb train acc: 0.7808641975308642 test acc: 0.7685185185185185 0.0\n",
      "car-evaluation mfoct-d3-a0.0 method cp train acc: 0.7808641975308642 test acc: 0.7685185185185185 0.0\n",
      "car-evaluation mfoct-d3-a0.01 method n train acc: 0.7754629629629629 test acc: 0.7685185185185185 0.0\n",
      "car-evaluation mfoct-d3-a0.01 method rb train acc: 0.7808641975308642 test acc: 0.7685185185185185 0.0\n",
      "car-evaluation mfoct-d3-a0.01 method cp train acc: 0.7808641975308642 test acc: 0.7685185185185185 0.0\n",
      "car-evaluation mfoct-d3-a0.1 method n train acc: 0.7002314814814815 test acc: 0.7083333333333334 0.0\n",
      "car-evaluation mfoct-d3-a0.1 method rb train acc: 0.6975308641975309 test acc: 0.7083333333333334 0.0\n",
      "car-evaluation mfoct-d3-a0.1 method cp train acc: 0.6975308641975309 test acc: 0.7083333333333334 0.0\n",
      "car-evaluation mfoct-d3-a0.0 method n train acc: 0.7835648148148148 test acc: 0.7592592592592593 0.0\n",
      "car-evaluation mfoct-d3-a0.0 method rb train acc: 0.7839506172839507 test acc: 0.7592592592592593 0.0\n",
      "car-evaluation mfoct-d3-a0.0 method cp train acc: 0.7839506172839507 test acc: 0.7592592592592593 0.0\n",
      "car-evaluation mfoct-d3-a0.01 method n train acc: 0.7835648148148148 test acc: 0.7592592592592593 0.0\n",
      "car-evaluation mfoct-d3-a0.01 method rb train acc: 0.7839506172839507 test acc: 0.7592592592592593 0.0\n",
      "car-evaluation mfoct-d3-a0.01 method cp train acc: 0.7839506172839507 test acc: 0.7592592592592593 0.0\n",
      "car-evaluation mfoct-d3-a0.1 method n train acc: 0.6921296296296297 test acc: 0.7245370370370371 0.0\n",
      "car-evaluation mfoct-d3-a0.1 method rb train acc: 0.6921296296296297 test acc: 0.7245370370370371 0.0\n",
      "car-evaluation mfoct-d3-a0.1 method cp train acc: 0.6921296296296297 test acc: 0.7245370370370371 0.0\n",
      "car-evaluation mfoct-d3-a0.0 method n train acc: 0.7905092592592593 test acc: 0.7893518518518519 0.0\n",
      "car-evaluation mfoct-d3-a0.0 method rb train acc: 0.7739197530864198 test acc: 0.7893518518518519 0.0\n",
      "car-evaluation mfoct-d3-a0.0 method cp train acc: 0.7739197530864198 test acc: 0.7893518518518519 0.0\n",
      "car-evaluation mfoct-d3-a0.01 method n train acc: 0.7905092592592593 test acc: 0.7893518518518519 0.0\n",
      "car-evaluation mfoct-d3-a0.01 method rb train acc: 0.7739197530864198 test acc: 0.7893518518518519 0.0\n",
      "car-evaluation mfoct-d3-a0.01 method cp train acc: 0.7739197530864198 test acc: 0.7893518518518519 0.0\n",
      "car-evaluation mfoct-d3-a0.1 method n train acc: 0.6956018518518519 test acc: 0.7384259259259259 0.0\n",
      "car-evaluation mfoct-d3-a0.1 method rb train acc: 0.6875 test acc: 0.7384259259259259 0.0\n",
      "car-evaluation mfoct-d3-a0.1 method cp train acc: 0.6875 test acc: 0.7384259259259259 0.0\n",
      "car-evaluation mfoct-d3-a0.0 method n train acc: 0.7835648148148148 test acc: 0.7592592592592593 0.0\n",
      "car-evaluation mfoct-d3-a0.0 method rb train acc: 0.7839506172839507 test acc: 0.7592592592592593 0.0\n",
      "car-evaluation mfoct-d3-a0.0 method cp train acc: 0.7839506172839507 test acc: 0.7592592592592593 0.0\n",
      "car-evaluation mfoct-d3-a0.01 method n train acc: 0.7835648148148148 test acc: 0.7592592592592593 0.0\n",
      "car-evaluation mfoct-d3-a0.01 method rb train acc: 0.7839506172839507 test acc: 0.7592592592592593 0.0\n",
      "car-evaluation mfoct-d3-a0.01 method cp train acc: 0.7839506172839507 test acc: 0.7592592592592593 0.0\n",
      "car-evaluation mfoct-d3-a0.1 method n train acc: 0.7094907407407407 test acc: 0.6990740740740741 0.0\n",
      "car-evaluation mfoct-d3-a0.1 method rb train acc: 0.7006172839506173 test acc: 0.6990740740740741 0.0\n",
      "car-evaluation mfoct-d3-a0.1 method cp train acc: 0.7006172839506173 test acc: 0.6990740740740741 0.0\n",
      "car-evaluation mfoct-d3-a0.0 method n train acc: 0.7916666666666666 test acc: 0.7523148148148148 0.0\n",
      "car-evaluation mfoct-d3-a0.0 method rb train acc: 0.7862654320987654 test acc: 0.7523148148148148 0.0\n",
      "car-evaluation mfoct-d3-a0.0 method cp train acc: 0.7862654320987654 test acc: 0.7523148148148148 0.0\n",
      "car-evaluation mfoct-d3-a0.01 method n train acc: 0.7916666666666666 test acc: 0.7523148148148148 0.0\n",
      "car-evaluation mfoct-d3-a0.01 method rb train acc: 0.7862654320987654 test acc: 0.7523148148148148 0.0\n",
      "car-evaluation mfoct-d3-a0.01 method cp train acc: 0.7862654320987654 test acc: 0.7523148148148148 0.0\n",
      "car-evaluation mfoct-d3-a0.1 method n train acc: 0.7060185185185185 test acc: 0.6990740740740741 0.0\n",
      "car-evaluation mfoct-d3-a0.1 method rb train acc: 0.7006172839506173 test acc: 0.6990740740740741 0.0\n",
      "car-evaluation mfoct-d3-a0.1 method cp train acc: 0.7006172839506173 test acc: 0.6990740740740741 0.0\n",
      "car-evaluation mfoct-d3-a0.0 method n train acc: 0.7939814814814815 test acc: 0.7662037037037037 0.0\n",
      "car-evaluation mfoct-d3-a0.0 method rb train acc: 0.7816358024691358 test acc: 0.7662037037037037 0.0\n",
      "car-evaluation mfoct-d3-a0.0 method cp train acc: 0.7816358024691358 test acc: 0.7662037037037037 0.0\n",
      "car-evaluation mfoct-d3-a0.01 method n train acc: 0.7939814814814815 test acc: 0.7662037037037037 0.0\n",
      "car-evaluation mfoct-d3-a0.01 method rb train acc: 0.7816358024691358 test acc: 0.7662037037037037 0.0\n",
      "car-evaluation mfoct-d3-a0.01 method cp train acc: 0.7816358024691358 test acc: 0.7662037037037037 0.0\n",
      "car-evaluation mfoct-d3-a0.1 method n train acc: 0.7094907407407407 test acc: 0.7129629629629629 0.0\n",
      "car-evaluation mfoct-d3-a0.1 method rb train acc: 0.6959876543209876 test acc: 0.7129629629629629 0.0\n",
      "car-evaluation mfoct-d3-a0.1 method cp train acc: 0.6959876543209876 test acc: 0.7129629629629629 0.0\n",
      "car-evaluation mfoct-d3-a0.0 method n train acc: 0.7662037037037037 test acc: 0.7916666666666666 0.0\n",
      "car-evaluation mfoct-d3-a0.0 method rb train acc: 0.7731481481481481 test acc: 0.7916666666666666 0.0\n",
      "car-evaluation mfoct-d3-a0.0 method cp train acc: 0.7731481481481481 test acc: 0.7916666666666666 0.0\n",
      "car-evaluation mfoct-d3-a0.01 method n train acc: 0.7662037037037037 test acc: 0.7916666666666666 0.0\n",
      "car-evaluation mfoct-d3-a0.01 method rb train acc: 0.7731481481481481 test acc: 0.7916666666666666 0.0\n",
      "car-evaluation mfoct-d3-a0.01 method cp train acc: 0.7731481481481481 test acc: 0.7916666666666666 0.0\n",
      "car-evaluation mfoct-d3-a0.1 method n train acc: 0.6956018518518519 test acc: 0.7013888888888888 0.0\n",
      "car-evaluation mfoct-d3-a0.1 method rb train acc: 0.6998456790123457 test acc: 0.7013888888888888 0.0\n",
      "car-evaluation mfoct-d3-a0.1 method cp train acc: 0.6998456790123457 test acc: 0.7013888888888888 0.0\n",
      "car-evaluation mfoct-d3-a0.0 method n train acc: 0.7777777777777778 test acc: 0.7916666666666666 0.0\n",
      "car-evaluation mfoct-d3-a0.0 method rb train acc: 0.7731481481481481 test acc: 0.7916666666666666 0.0\n",
      "car-evaluation mfoct-d3-a0.0 method cp train acc: 0.7731481481481481 test acc: 0.7916666666666666 0.0\n",
      "car-evaluation mfoct-d3-a0.01 method n train acc: 0.7777777777777778 test acc: 0.7916666666666666 0.0\n",
      "car-evaluation mfoct-d3-a0.01 method rb train acc: 0.7731481481481481 test acc: 0.7916666666666666 0.0\n",
      "car-evaluation mfoct-d3-a0.01 method cp train acc: 0.7731481481481481 test acc: 0.7916666666666666 0.0\n",
      "car-evaluation mfoct-d3-a0.1 method n train acc: 0.7013888888888888 test acc: 0.6967592592592593 0.0\n",
      "car-evaluation mfoct-d3-a0.1 method rb train acc: 0.7013888888888888 test acc: 0.6967592592592593 0.0\n",
      "car-evaluation mfoct-d3-a0.1 method cp train acc: 0.7013888888888888 test acc: 0.6967592592592593 0.0\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "car-evaluation mfoct-d3-a0.0 method n train acc: 0.78125 test acc: 0.7916666666666666 0.0\n",
      "car-evaluation mfoct-d3-a0.0 method rb train acc: 0.7731481481481481 test acc: 0.7916666666666666 0.0\n",
      "car-evaluation mfoct-d3-a0.0 method cp train acc: 0.7731481481481481 test acc: 0.7916666666666666 0.0\n",
      "car-evaluation mfoct-d3-a0.01 method n train acc: 0.78125 test acc: 0.7916666666666666 0.0\n",
      "car-evaluation mfoct-d3-a0.01 method rb train acc: 0.7731481481481481 test acc: 0.7916666666666666 0.0\n",
      "car-evaluation mfoct-d3-a0.01 method cp train acc: 0.7731481481481481 test acc: 0.7916666666666666 0.0\n",
      "car-evaluation mfoct-d3-a0.1 method n train acc: 0.7060185185185185 test acc: 0.7060185185185185 0.0\n",
      "car-evaluation mfoct-d3-a0.1 method rb train acc: 0.6983024691358025 test acc: 0.7060185185185185 0.0\n",
      "car-evaluation mfoct-d3-a0.1 method cp train acc: 0.6983024691358025 test acc: 0.7060185185185185 0.0\n",
      "car-evaluation mfoct-d3-a0.0 method n train acc: 0.7708333333333334 test acc: 0.7731481481481481 0.0\n",
      "car-evaluation mfoct-d3-a0.0 method rb train acc: 0.7746913580246914 test acc: 0.7870370370370371 0.0\n",
      "car-evaluation mfoct-d3-a0.0 method cp train acc: 0.7746913580246914 test acc: 0.7870370370370371 0.0\n",
      "car-evaluation mfoct-d3-a0.01 method n train acc: 0.7708333333333334 test acc: 0.7731481481481481 0.0\n",
      "car-evaluation mfoct-d3-a0.01 method rb train acc: 0.7746913580246914 test acc: 0.7870370370370371 0.0\n",
      "car-evaluation mfoct-d3-a0.01 method cp train acc: 0.7746913580246914 test acc: 0.7870370370370371 0.0\n",
      "car-evaluation mfoct-d3-a0.1 method n train acc: 0.7048611111111112 test acc: 0.7199074074074074 0.0\n",
      "car-evaluation mfoct-d3-a0.1 method rb train acc: 0.6936728395061729 test acc: 0.7199074074074074 0.0\n",
      "car-evaluation mfoct-d3-a0.1 method cp train acc: 0.6936728395061729 test acc: 0.7199074074074074 0.0\n",
      "hayes-roth mfoct-d3-a0.0 method n train acc: 0.65 test acc: 0.5 0.0\n",
      "hayes-roth mfoct-d3-a0.0 method rb train acc: 0.6583333333333333 test acc: 0.5 0.0\n",
      "hayes-roth mfoct-d3-a0.0 method cp train acc: 0.6583333333333333 test acc: 0.5 0.0\n",
      "hayes-roth mfoct-d3-a0.01 method n train acc: 0.65 test acc: 0.5 0.0\n",
      "hayes-roth mfoct-d3-a0.01 method rb train acc: 0.6583333333333333 test acc: 0.5 0.0\n",
      "hayes-roth mfoct-d3-a0.01 method cp train acc: 0.6583333333333333 test acc: 0.5 0.0\n",
      "hayes-roth mfoct-d3-a0.1 method n train acc: 0.6125 test acc: 0.65 0.0\n",
      "hayes-roth mfoct-d3-a0.1 method rb train acc: 0.6416666666666667 test acc: 0.45 0.0\n",
      "hayes-roth mfoct-d3-a0.1 method cp train acc: 0.6416666666666667 test acc: 0.45 0.0\n",
      "hayes-roth mfoct-d3-a0.0 method n train acc: 0.6375 test acc: 0.6 0.0\n",
      "hayes-roth mfoct-d3-a0.0 method rb train acc: 0.6583333333333333 test acc: 0.5 0.0\n",
      "hayes-roth mfoct-d3-a0.0 method cp train acc: 0.6583333333333333 test acc: 0.5 0.0\n",
      "hayes-roth mfoct-d3-a0.01 method n train acc: 0.6375 test acc: 0.5 0.0\n",
      "hayes-roth mfoct-d3-a0.01 method rb train acc: 0.6583333333333333 test acc: 0.5 0.0\n",
      "hayes-roth mfoct-d3-a0.01 method cp train acc: 0.6583333333333333 test acc: 0.5 0.0\n",
      "hayes-roth mfoct-d3-a0.1 method n train acc: 0.625 test acc: 0.5 0.0\n",
      "hayes-roth mfoct-d3-a0.1 method rb train acc: 0.6416666666666667 test acc: 0.5 0.0\n",
      "hayes-roth mfoct-d3-a0.1 method cp train acc: 0.6416666666666667 test acc: 0.5 0.0\n",
      "hayes-roth mfoct-d3-a0.0 method n train acc: 0.7 test acc: 0.525 0.0\n",
      "hayes-roth mfoct-d3-a0.0 method rb train acc: 0.65 test acc: 0.525 0.0\n",
      "hayes-roth mfoct-d3-a0.0 method cp train acc: 0.65 test acc: 0.55 0.0\n",
      "hayes-roth mfoct-d3-a0.01 method n train acc: 0.7 test acc: 0.525 0.0\n",
      "hayes-roth mfoct-d3-a0.01 method rb train acc: 0.65 test acc: 0.55 0.0\n",
      "hayes-roth mfoct-d3-a0.01 method cp train acc: 0.65 test acc: 0.55 0.0\n",
      "hayes-roth mfoct-d3-a0.1 method n train acc: 0.6625 test acc: 0.5 0.0\n",
      "hayes-roth mfoct-d3-a0.1 method rb train acc: 0.625 test acc: 0.5 0.0\n",
      "hayes-roth mfoct-d3-a0.1 method cp train acc: 0.625 test acc: 0.525 0.0\n",
      "hayes-roth mfoct-d3-a0.0 method n train acc: 0.675 test acc: 0.65 0.0\n",
      "hayes-roth mfoct-d3-a0.0 method rb train acc: 0.6333333333333333 test acc: 0.6 0.0\n",
      "hayes-roth mfoct-d3-a0.0 method cp train acc: 0.6333333333333333 test acc: 0.6 0.0\n",
      "hayes-roth mfoct-d3-a0.01 method n train acc: 0.675 test acc: 0.65 0.0\n",
      "hayes-roth mfoct-d3-a0.01 method rb train acc: 0.6333333333333333 test acc: 0.6 0.0\n",
      "hayes-roth mfoct-d3-a0.01 method cp train acc: 0.6333333333333333 test acc: 0.6 0.0\n",
      "hayes-roth mfoct-d3-a0.1 method n train acc: 0.65 test acc: 0.65 0.0\n",
      "hayes-roth mfoct-d3-a0.1 method rb train acc: 0.6083333333333333 test acc: 0.575 0.0\n",
      "hayes-roth mfoct-d3-a0.1 method cp train acc: 0.6083333333333333 test acc: 0.575 0.0\n",
      "hayes-roth mfoct-d3-a0.0 method n train acc: 0.675 test acc: 0.525 0.0\n",
      "hayes-roth mfoct-d3-a0.0 method rb train acc: 0.6416666666666667 test acc: 0.575 0.0\n",
      "hayes-roth mfoct-d3-a0.0 method cp train acc: 0.6416666666666667 test acc: 0.575 0.0\n",
      "hayes-roth mfoct-d3-a0.01 method n train acc: 0.675 test acc: 0.6 0.0\n",
      "hayes-roth mfoct-d3-a0.01 method rb train acc: 0.6416666666666667 test acc: 0.575 0.0\n",
      "hayes-roth mfoct-d3-a0.01 method cp train acc: 0.6416666666666667 test acc: 0.575 0.0\n",
      "hayes-roth mfoct-d3-a0.1 method n train acc: 0.6625 test acc: 0.575 0.0\n",
      "hayes-roth mfoct-d3-a0.1 method rb train acc: 0.625 test acc: 0.525 0.0\n",
      "hayes-roth mfoct-d3-a0.1 method cp train acc: 0.625 test acc: 0.525 0.0\n",
      "hayes-roth mfoct-d3-a0.0 method n train acc: 0.6875 test acc: 0.625 0.0\n",
      "hayes-roth mfoct-d3-a0.0 method rb train acc: 0.6583333333333333 test acc: 0.55 0.0\n",
      "hayes-roth mfoct-d3-a0.0 method cp train acc: 0.6583333333333333 test acc: 0.55 0.0\n",
      "hayes-roth mfoct-d3-a0.01 method n train acc: 0.6875 test acc: 0.625 0.0\n",
      "hayes-roth mfoct-d3-a0.01 method rb train acc: 0.6583333333333333 test acc: 0.525 0.0\n",
      "hayes-roth mfoct-d3-a0.01 method cp train acc: 0.6583333333333333 test acc: 0.525 0.0\n",
      "hayes-roth mfoct-d3-a0.1 method n train acc: 0.6625 test acc: 0.6 0.0\n",
      "hayes-roth mfoct-d3-a0.1 method rb train acc: 0.6333333333333333 test acc: 0.5 0.0\n",
      "hayes-roth mfoct-d3-a0.1 method cp train acc: 0.6333333333333333 test acc: 0.5 0.0\n",
      "hayes-roth mfoct-d3-a0.0 method n train acc: 0.6625 test acc: 0.575 0.0\n",
      "hayes-roth mfoct-d3-a0.0 method rb train acc: 0.6583333333333333 test acc: 0.525 0.0\n",
      "hayes-roth mfoct-d3-a0.0 method cp train acc: 0.6583333333333333 test acc: 0.35 0.0\n",
      "hayes-roth mfoct-d3-a0.01 method n train acc: 0.6625 test acc: 0.525 0.0\n",
      "hayes-roth mfoct-d3-a0.01 method rb train acc: 0.6583333333333333 test acc: 0.525 0.0\n",
      "hayes-roth mfoct-d3-a0.01 method cp train acc: 0.6583333333333333 test acc: 0.45 0.0\n",
      "hayes-roth mfoct-d3-a0.1 method n train acc: 0.65 test acc: 0.475 0.0\n",
      "hayes-roth mfoct-d3-a0.1 method rb train acc: 0.6416666666666667 test acc: 0.475 0.0\n",
      "hayes-roth mfoct-d3-a0.1 method cp train acc: 0.6416666666666667 test acc: 0.475 0.0\n",
      "hayes-roth mfoct-d3-a0.0 method n train acc: 0.675 test acc: 0.525 0.0\n",
      "hayes-roth mfoct-d3-a0.0 method rb train acc: 0.6916666666666667 test acc: 0.425 0.0\n",
      "hayes-roth mfoct-d3-a0.0 method cp train acc: 0.6916666666666667 test acc: 0.425 0.0\n",
      "hayes-roth mfoct-d3-a0.01 method n train acc: 0.675 test acc: 0.4 0.0\n",
      "hayes-roth mfoct-d3-a0.01 method rb train acc: 0.6916666666666667 test acc: 0.425 0.0\n",
      "hayes-roth mfoct-d3-a0.01 method cp train acc: 0.6916666666666667 test acc: 0.425 0.0\n",
      "hayes-roth mfoct-d3-a0.1 method n train acc: 0.65 test acc: 0.375 0.0\n",
      "hayes-roth mfoct-d3-a0.1 method rb train acc: 0.675 test acc: 0.375 0.0\n",
      "hayes-roth mfoct-d3-a0.1 method cp train acc: 0.675 test acc: 0.375 0.0\n",
      "hayes-roth mfoct-d3-a0.0 method n train acc: 0.675 test acc: 0.6 0.0\n",
      "hayes-roth mfoct-d3-a0.0 method rb train acc: 0.675 test acc: 0.45 0.0\n",
      "hayes-roth mfoct-d3-a0.0 method cp train acc: 0.675 test acc: 0.45 0.0\n",
      "hayes-roth mfoct-d3-a0.01 method n train acc: 0.675 test acc: 0.6 0.0\n",
      "hayes-roth mfoct-d3-a0.01 method rb train acc: 0.675 test acc: 0.45 0.0\n",
      "hayes-roth mfoct-d3-a0.01 method cp train acc: 0.675 test acc: 0.45 0.0\n",
      "hayes-roth mfoct-d3-a0.1 method n train acc: 0.65 test acc: 0.575 0.0\n",
      "hayes-roth mfoct-d3-a0.1 method rb train acc: 0.6416666666666667 test acc: 0.45 0.0\n",
      "hayes-roth mfoct-d3-a0.1 method cp train acc: 0.6416666666666667 test acc: 0.45 0.0\n",
      "hayes-roth mfoct-d3-a0.0 method n train acc: 0.675 test acc: 0.525 0.0\n",
      "hayes-roth mfoct-d3-a0.0 method rb train acc: 0.6416666666666667 test acc: 0.5 0.0\n",
      "hayes-roth mfoct-d3-a0.0 method cp train acc: 0.6416666666666667 test acc: 0.5 0.0\n",
      "hayes-roth mfoct-d3-a0.01 method n train acc: 0.675 test acc: 0.525 0.0\n",
      "hayes-roth mfoct-d3-a0.01 method rb train acc: 0.6416666666666667 test acc: 0.5 0.0\n",
      "hayes-roth mfoct-d3-a0.01 method cp train acc: 0.6416666666666667 test acc: 0.575 0.0\n",
      "hayes-roth mfoct-d3-a0.1 method n train acc: 0.6375 test acc: 0.625 0.0\n",
      "hayes-roth mfoct-d3-a0.1 method rb train acc: 0.6166666666666667 test acc: 0.475 0.0\n",
      "hayes-roth mfoct-d3-a0.1 method cp train acc: 0.6166666666666667 test acc: 0.475 0.0\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "house-votes-84 mfoct-d3-a0.0 method n train acc: 0.9655172413793104 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.0 method rb train acc: 0.971264367816092 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.0 method cp train acc: 0.971264367816092 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.01 method n train acc: 0.9655172413793104 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.01 method rb train acc: 0.913793103448276 test acc: 0.9310344827586208 0.0\n",
      "house-votes-84 mfoct-d3-a0.01 method cp train acc: 0.971264367816092 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.1 method n train acc: 0.9655172413793104 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.1 method rb train acc: 0.971264367816092 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.1 method cp train acc: 0.971264367816092 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.0 method n train acc: 0.9827586206896552 test acc: 0.9827586206896552 0.0\n",
      "house-votes-84 mfoct-d3-a0.0 method rb train acc: 0.9655172413793104 test acc: 0.9827586206896552 0.0\n",
      "house-votes-84 mfoct-d3-a0.0 method cp train acc: 0.9655172413793104 test acc: 0.9827586206896552 0.0\n",
      "house-votes-84 mfoct-d3-a0.01 method n train acc: 0.9827586206896552 test acc: 0.9827586206896552 0.0\n",
      "house-votes-84 mfoct-d3-a0.01 method rb train acc: 0.9655172413793104 test acc: 0.9827586206896552 0.0\n",
      "house-votes-84 mfoct-d3-a0.01 method cp train acc: 0.9655172413793104 test acc: 0.9827586206896552 0.0\n",
      "house-votes-84 mfoct-d3-a0.1 method n train acc: 0.9827586206896552 test acc: 0.9827586206896552 0.0\n",
      "house-votes-84 mfoct-d3-a0.1 method rb train acc: 0.9655172413793104 test acc: 0.9827586206896552 0.0\n",
      "house-votes-84 mfoct-d3-a0.1 method cp train acc: 0.9655172413793104 test acc: 0.9827586206896552 0.0\n",
      "house-votes-84 mfoct-d3-a0.0 method n train acc: 0.9741379310344828 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.0 method rb train acc: 0.971264367816092 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.0 method cp train acc: 0.971264367816092 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.01 method n train acc: 0.9741379310344828 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.01 method rb train acc: 0.971264367816092 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.01 method cp train acc: 0.971264367816092 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.1 method n train acc: 0.9741379310344828 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.1 method rb train acc: 0.971264367816092 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.1 method cp train acc: 0.971264367816092 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.0 method n train acc: 0.9913793103448276 test acc: 0.9310344827586208 0.0\n",
      "house-votes-84 mfoct-d3-a0.0 method rb train acc: 0.971264367816092 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.0 method cp train acc: 0.971264367816092 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.01 method n train acc: 0.9913793103448276 test acc: 0.9310344827586208 0.0\n",
      "house-votes-84 mfoct-d3-a0.01 method rb train acc: 0.971264367816092 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.01 method cp train acc: 0.971264367816092 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.1 method n train acc: 0.9741379310344828 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.1 method rb train acc: 0.971264367816092 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.1 method cp train acc: 0.971264367816092 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.0 method n train acc: 0.9655172413793104 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.0 method rb train acc: 0.971264367816092 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.0 method cp train acc: 0.971264367816092 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.01 method n train acc: 0.956896551724138 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.01 method rb train acc: 0.971264367816092 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.01 method cp train acc: 0.971264367816092 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.1 method n train acc: 0.956896551724138 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.1 method rb train acc: 0.971264367816092 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.1 method cp train acc: 0.971264367816092 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.0 method n train acc: 0.9827586206896552 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.0 method rb train acc: 0.971264367816092 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.0 method cp train acc: 0.971264367816092 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.01 method n train acc: 0.9741379310344828 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.01 method rb train acc: 0.971264367816092 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.01 method cp train acc: 0.971264367816092 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.1 method n train acc: 0.9741379310344828 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.1 method rb train acc: 0.971264367816092 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.1 method cp train acc: 0.971264367816092 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.0 method n train acc: 0.9827586206896552 test acc: 0.9827586206896552 0.0\n",
      "house-votes-84 mfoct-d3-a0.0 method rb train acc: 0.9655172413793104 test acc: 0.9827586206896552 0.0\n",
      "house-votes-84 mfoct-d3-a0.0 method cp train acc: 0.9655172413793104 test acc: 0.9827586206896552 0.0\n",
      "house-votes-84 mfoct-d3-a0.01 method n train acc: 0.9827586206896552 test acc: 0.9827586206896552 0.0\n",
      "house-votes-84 mfoct-d3-a0.01 method rb train acc: 0.9252873563218392 test acc: 0.896551724137931 0.0\n",
      "house-votes-84 mfoct-d3-a0.01 method cp train acc: 0.9655172413793104 test acc: 0.9827586206896552 0.0\n",
      "house-votes-84 mfoct-d3-a0.1 method n train acc: 0.9827586206896552 test acc: 0.9827586206896552 0.0\n",
      "house-votes-84 mfoct-d3-a0.1 method rb train acc: 0.9655172413793104 test acc: 0.9827586206896552 0.0\n",
      "house-votes-84 mfoct-d3-a0.1 method cp train acc: 0.9655172413793104 test acc: 0.9827586206896552 0.0\n",
      "house-votes-84 mfoct-d3-a0.0 method n train acc: 0.9655172413793104 test acc: 0.9482758620689656 0.0\n",
      "house-votes-84 mfoct-d3-a0.0 method rb train acc: 0.9655172413793104 test acc: 0.9827586206896552 0.0\n",
      "house-votes-84 mfoct-d3-a0.0 method cp train acc: 0.9655172413793104 test acc: 0.9827586206896552 0.0\n",
      "house-votes-84 mfoct-d3-a0.01 method n train acc: 0.956896551724138 test acc: 0.9827586206896552 0.0\n",
      "house-votes-84 mfoct-d3-a0.01 method rb train acc: 0.9655172413793104 test acc: 0.9827586206896552 0.0\n",
      "house-votes-84 mfoct-d3-a0.01 method cp train acc: 0.9655172413793104 test acc: 0.9827586206896552 0.0\n",
      "house-votes-84 mfoct-d3-a0.1 method n train acc: 0.956896551724138 test acc: 0.9827586206896552 0.0\n",
      "house-votes-84 mfoct-d3-a0.1 method rb train acc: 0.9655172413793104 test acc: 0.9827586206896552 0.0\n",
      "house-votes-84 mfoct-d3-a0.1 method cp train acc: 0.9655172413793104 test acc: 0.9827586206896552 0.0\n",
      "house-votes-84 mfoct-d3-a0.0 method n train acc: 0.9827586206896552 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.0 method rb train acc: 0.971264367816092 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.0 method cp train acc: 0.971264367816092 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.01 method n train acc: 0.9827586206896552 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.01 method rb train acc: 0.971264367816092 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.01 method cp train acc: 0.971264367816092 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.1 method n train acc: 0.9827586206896552 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.1 method rb train acc: 0.971264367816092 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.1 method cp train acc: 0.971264367816092 test acc: 0.9655172413793104 0.0\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "house-votes-84 mfoct-d3-a0.0 method n train acc: 0.9827586206896552 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.0 method rb train acc: 0.971264367816092 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.0 method cp train acc: 0.971264367816092 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.01 method n train acc: 0.9827586206896552 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.01 method rb train acc: 0.971264367816092 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.01 method cp train acc: 0.971264367816092 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.1 method n train acc: 0.9827586206896552 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.1 method rb train acc: 0.971264367816092 test acc: 0.9655172413793104 0.0\n",
      "house-votes-84 mfoct-d3-a0.1 method cp train acc: 0.971264367816092 test acc: 0.9655172413793104 0.0\n",
      "soybean-small mfoct-d3-a0.0 method n train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.0 method rb train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.0 method cp train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.01 method n train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.01 method rb train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.01 method cp train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.1 method n train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.1 method rb train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.1 method cp train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.0 method n train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.0 method rb train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.0 method cp train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.01 method n train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.01 method rb train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.01 method cp train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.1 method n train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.1 method rb train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.1 method cp train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.0 method n train acc: 1.0 test acc: 0.75 0.0\n",
      "soybean-small mfoct-d3-a0.0 method rb train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.0 method cp train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.01 method n train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.01 method rb train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.01 method cp train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.1 method n train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.1 method rb train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.1 method cp train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.0 method n train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.0 method rb train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.0 method cp train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.01 method n train acc: 1.0 test acc: 0.75 0.0\n",
      "soybean-small mfoct-d3-a0.01 method rb train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.01 method cp train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.1 method n train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.1 method rb train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.1 method cp train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.0 method n train acc: 1.0 test acc: 0.9166666666666666 0.0\n",
      "soybean-small mfoct-d3-a0.0 method rb train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.0 method cp train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.01 method n train acc: 1.0 test acc: 0.8333333333333334 0.0\n",
      "soybean-small mfoct-d3-a0.01 method rb train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.01 method cp train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.1 method n train acc: 1.0 test acc: 0.9166666666666666 0.0\n",
      "soybean-small mfoct-d3-a0.1 method rb train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.1 method cp train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.0 method n train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.0 method rb train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.0 method cp train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.01 method n train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.01 method rb train acc: 1.0 test acc: 0.6666666666666666 0.0\n",
      "soybean-small mfoct-d3-a0.01 method cp train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.1 method n train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.1 method rb train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.1 method cp train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.0 method n train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.0 method rb train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.0 method cp train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.01 method n train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.01 method rb train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.01 method cp train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.1 method n train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.1 method rb train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.1 method cp train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.0 method n train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.0 method rb train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.0 method cp train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.01 method n train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.01 method rb train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.01 method cp train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.1 method n train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.1 method rb train acc: 1.0 test acc: 0.9166666666666666 0.0\n",
      "soybean-small mfoct-d3-a0.1 method cp train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.0 method n train acc: 1.0 test acc: 0.9166666666666666 0.0\n",
      "soybean-small mfoct-d3-a0.0 method rb train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.0 method cp train acc: 1.0 test acc: 0.9166666666666666 0.0\n",
      "soybean-small mfoct-d3-a0.01 method n train acc: 1.0 test acc: 0.9166666666666666 0.0\n",
      "soybean-small mfoct-d3-a0.01 method rb train acc: 1.0 test acc: 0.9166666666666666 0.0\n",
      "soybean-small mfoct-d3-a0.01 method cp train acc: 1.0 test acc: 0.9166666666666666 0.0\n",
      "soybean-small mfoct-d3-a0.1 method n train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.1 method rb train acc: 1.0 test acc: 0.9166666666666666 0.0\n",
      "soybean-small mfoct-d3-a0.1 method cp train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.0 method n train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.0 method rb train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.0 method cp train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.01 method n train acc: 1.0 test acc: 0.8333333333333334 0.0\n",
      "soybean-small mfoct-d3-a0.01 method rb train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.01 method cp train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.1 method n train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.1 method rb train acc: 1.0 test acc: 1.0 0.0\n",
      "soybean-small mfoct-d3-a0.1 method cp train acc: 1.0 test acc: 1.0 0.0\n",
      "spect mfoct-d3-a0.0 method n train acc: 0.7894736842105263 test acc: 0.7910447761194029 0.0\n",
      "spect mfoct-d3-a0.0 method rb train acc: 0.795 test acc: 0.7910447761194029 0.0\n",
      "spect mfoct-d3-a0.0 method cp train acc: 0.795 test acc: 0.7910447761194029 0.0\n",
      "spect mfoct-d3-a0.01 method n train acc: 0.7894736842105263 test acc: 0.7910447761194029 0.0\n",
      "spect mfoct-d3-a0.01 method rb train acc: 0.795 test acc: 0.7910447761194029 0.0\n",
      "spect mfoct-d3-a0.01 method cp train acc: 0.795 test acc: 0.7910447761194029 0.0\n",
      "spect mfoct-d3-a0.1 method n train acc: 0.7894736842105263 test acc: 0.7910447761194029 0.0\n",
      "spect mfoct-d3-a0.1 method rb train acc: 0.795 test acc: 0.7910447761194029 0.0\n",
      "spect mfoct-d3-a0.1 method cp train acc: 0.795 test acc: 0.7910447761194029 0.0\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "spect mfoct-d3-a0.0 method n train acc: 0.8120300751879699 test acc: 0.7313432835820896 0.0\n",
      "spect mfoct-d3-a0.0 method rb train acc: 0.815 test acc: 0.7313432835820896 0.0\n",
      "spect mfoct-d3-a0.0 method cp train acc: 0.815 test acc: 0.7313432835820896 0.0\n",
      "spect mfoct-d3-a0.01 method n train acc: 0.8120300751879699 test acc: 0.7313432835820896 0.0\n",
      "spect mfoct-d3-a0.01 method rb train acc: 0.815 test acc: 0.7313432835820896 0.0\n",
      "spect mfoct-d3-a0.01 method cp train acc: 0.815 test acc: 0.7313432835820896 0.0\n",
      "spect mfoct-d3-a0.1 method n train acc: 0.8120300751879699 test acc: 0.7313432835820896 0.0\n",
      "spect mfoct-d3-a0.1 method rb train acc: 0.815 test acc: 0.7313432835820896 0.0\n",
      "spect mfoct-d3-a0.1 method cp train acc: 0.815 test acc: 0.7313432835820896 0.0\n",
      "spect mfoct-d3-a0.0 method n train acc: 0.7969924812030075 test acc: 0.7761194029850746 0.0\n",
      "spect mfoct-d3-a0.0 method rb train acc: 0.785 test acc: 0.8208955223880597 0.0\n",
      "spect mfoct-d3-a0.0 method cp train acc: 0.785 test acc: 0.8208955223880597 0.0\n",
      "spect mfoct-d3-a0.01 method n train acc: 0.7819548872180451 test acc: 0.8208955223880597 0.0\n",
      "spect mfoct-d3-a0.01 method rb train acc: 0.785 test acc: 0.8208955223880597 0.0\n",
      "spect mfoct-d3-a0.01 method cp train acc: 0.785 test acc: 0.8208955223880597 0.0\n",
      "spect mfoct-d3-a0.1 method n train acc: 0.7819548872180451 test acc: 0.8208955223880597 0.0\n",
      "spect mfoct-d3-a0.1 method rb train acc: 0.785 test acc: 0.8208955223880597 0.0\n",
      "spect mfoct-d3-a0.1 method cp train acc: 0.785 test acc: 0.8208955223880597 0.0\n",
      "spect mfoct-d3-a0.0 method n train acc: 0.8195488721804511 test acc: 0.7014925373134329 0.0\n",
      "spect mfoct-d3-a0.0 method rb train acc: 0.8 test acc: 0.7761194029850746 0.0\n",
      "spect mfoct-d3-a0.0 method cp train acc: 0.805 test acc: 0.7014925373134329 0.0\n",
      "spect mfoct-d3-a0.01 method n train acc: 0.8195488721804511 test acc: 0.7014925373134329 0.0\n",
      "spect mfoct-d3-a0.01 method rb train acc: 0.8 test acc: 0.7761194029850746 0.0\n",
      "spect mfoct-d3-a0.01 method cp train acc: 0.8 test acc: 0.7761194029850746 0.0\n",
      "spect mfoct-d3-a0.1 method n train acc: 0.7894736842105263 test acc: 0.7761194029850746 0.0\n",
      "spect mfoct-d3-a0.1 method rb train acc: 0.8 test acc: 0.7761194029850746 0.0\n",
      "spect mfoct-d3-a0.1 method cp train acc: 0.8 test acc: 0.7761194029850746 0.0\n",
      "spect mfoct-d3-a0.0 method n train acc: 0.7969924812030075 test acc: 0.7611940298507462 0.0\n",
      "spect mfoct-d3-a0.0 method rb train acc: 0.785 test acc: 0.8208955223880597 0.0\n",
      "spect mfoct-d3-a0.0 method cp train acc: 0.785 test acc: 0.8208955223880597 0.0\n",
      "spect mfoct-d3-a0.01 method n train acc: 0.7969924812030075 test acc: 0.7611940298507462 0.0\n",
      "spect mfoct-d3-a0.01 method rb train acc: 0.785 test acc: 0.8208955223880597 0.0\n",
      "spect mfoct-d3-a0.01 method cp train acc: 0.785 test acc: 0.8208955223880597 0.0\n",
      "spect mfoct-d3-a0.1 method n train acc: 0.7669172932330827 test acc: 0.8208955223880597 0.0\n",
      "spect mfoct-d3-a0.1 method rb train acc: 0.785 test acc: 0.8208955223880597 0.0\n",
      "spect mfoct-d3-a0.1 method cp train acc: 0.785 test acc: 0.8208955223880597 0.0\n",
      "spect mfoct-d3-a0.0 method n train acc: 0.8120300751879699 test acc: 0.6716417910447762 0.0\n",
      "spect mfoct-d3-a0.0 method rb train acc: 0.815 test acc: 0.6716417910447762 0.0\n",
      "spect mfoct-d3-a0.0 method cp train acc: 0.815 test acc: 0.6716417910447762 0.0\n",
      "spect mfoct-d3-a0.01 method n train acc: 0.8120300751879699 test acc: 0.6716417910447762 0.0\n",
      "spect mfoct-d3-a0.01 method rb train acc: 0.815 test acc: 0.6716417910447762 0.0\n",
      "spect mfoct-d3-a0.01 method cp train acc: 0.815 test acc: 0.6716417910447762 0.0\n",
      "spect mfoct-d3-a0.1 method n train acc: 0.7669172932330827 test acc: 0.8059701492537313 0.0\n",
      "spect mfoct-d3-a0.1 method rb train acc: 0.79 test acc: 0.8059701492537313 0.0\n",
      "spect mfoct-d3-a0.1 method cp train acc: 0.79 test acc: 0.8059701492537313 0.0\n",
      "spect mfoct-d3-a0.0 method n train acc: 0.8345864661654135 test acc: 0.7761194029850746 0.0\n",
      "spect mfoct-d3-a0.0 method rb train acc: 0.8 test acc: 0.7761194029850746 0.0\n",
      "spect mfoct-d3-a0.0 method cp train acc: 0.8 test acc: 0.7761194029850746 0.0\n",
      "spect mfoct-d3-a0.01 method n train acc: 0.8345864661654135 test acc: 0.7761194029850746 0.0\n",
      "spect mfoct-d3-a0.01 method rb train acc: 0.645 test acc: 0.6119402985074627 0.0\n",
      "spect mfoct-d3-a0.01 method cp train acc: 0.8 test acc: 0.7761194029850746 0.0\n",
      "spect mfoct-d3-a0.1 method n train acc: 0.8345864661654135 test acc: 0.7761194029850746 0.0\n",
      "spect mfoct-d3-a0.1 method rb train acc: 0.8 test acc: 0.7761194029850746 0.0\n",
      "spect mfoct-d3-a0.1 method cp train acc: 0.8 test acc: 0.7761194029850746 0.0\n",
      "spect mfoct-d3-a0.0 method n train acc: 0.8195488721804511 test acc: 0.8059701492537313 0.0\n",
      "spect mfoct-d3-a0.0 method rb train acc: 0.79 test acc: 0.8059701492537313 0.0\n",
      "spect mfoct-d3-a0.0 method cp train acc: 0.79 test acc: 0.8059701492537313 0.0\n",
      "spect mfoct-d3-a0.01 method n train acc: 0.8195488721804511 test acc: 0.8059701492537313 0.0\n",
      "spect mfoct-d3-a0.01 method rb train acc: 0.79 test acc: 0.8059701492537313 0.0\n",
      "spect mfoct-d3-a0.01 method cp train acc: 0.79 test acc: 0.8059701492537313 0.0\n",
      "spect mfoct-d3-a0.1 method n train acc: 0.8195488721804511 test acc: 0.8059701492537313 0.0\n",
      "spect mfoct-d3-a0.1 method rb train acc: 0.79 test acc: 0.8059701492537313 0.0\n",
      "spect mfoct-d3-a0.1 method cp train acc: 0.79 test acc: 0.8059701492537313 0.0\n",
      "spect mfoct-d3-a0.0 method n train acc: 0.7969924812030075 test acc: 0.5074626865671642 0.0\n",
      "spect mfoct-d3-a0.0 method rb train acc: 0.8 test acc: 0.5074626865671642 0.0\n",
      "spect mfoct-d3-a0.0 method cp train acc: 0.8 test acc: 0.5074626865671642 0.0\n",
      "spect mfoct-d3-a0.01 method n train acc: 0.7819548872180451 test acc: 0.8208955223880597 0.0\n",
      "spect mfoct-d3-a0.01 method rb train acc: 0.785 test acc: 0.8208955223880597 0.0\n",
      "spect mfoct-d3-a0.01 method cp train acc: 0.785 test acc: 0.8208955223880597 0.0\n",
      "spect mfoct-d3-a0.1 method n train acc: 0.7819548872180451 test acc: 0.8208955223880597 0.0\n",
      "spect mfoct-d3-a0.1 method rb train acc: 0.785 test acc: 0.8208955223880597 0.0\n",
      "spect mfoct-d3-a0.1 method cp train acc: 0.785 test acc: 0.8208955223880597 0.0\n",
      "spect mfoct-d3-a0.0 method n train acc: 0.8120300751879699 test acc: 0.7761194029850746 0.0\n",
      "spect mfoct-d3-a0.0 method rb train acc: 0.78 test acc: 0.7611940298507462 0.0\n",
      "spect mfoct-d3-a0.0 method cp train acc: 0.795 test acc: 0.7910447761194029 0.0\n",
      "spect mfoct-d3-a0.01 method n train acc: 0.8120300751879699 test acc: 0.7761194029850746 0.0\n",
      "spect mfoct-d3-a0.01 method rb train acc: 0.795 test acc: 0.7910447761194029 0.0\n",
      "spect mfoct-d3-a0.01 method cp train acc: 0.795 test acc: 0.7910447761194029 0.0\n",
      "spect mfoct-d3-a0.1 method n train acc: 0.7819548872180451 test acc: 0.7910447761194029 0.0\n",
      "spect mfoct-d3-a0.1 method rb train acc: 0.795 test acc: 0.7910447761194029 0.0\n",
      "spect mfoct-d3-a0.1 method cp train acc: 0.795 test acc: 0.7910447761194029 0.0\n",
      "tic-tac-toe mfoct-d3-a0.0 method n train acc: 0.7050209205020921 test acc: 0.6833333333333333 0.0\n",
      "tic-tac-toe mfoct-d3-a0.0 method rb train acc: 0.7103064066852368 test acc: 0.6708333333333333 0.0\n",
      "tic-tac-toe mfoct-d3-a0.0 method cp train acc: 0.7103064066852368 test acc: 0.6708333333333333 0.0\n",
      "tic-tac-toe mfoct-d3-a0.01 method n train acc: 0.7050209205020921 test acc: 0.6833333333333333 0.0\n",
      "tic-tac-toe mfoct-d3-a0.01 method rb train acc: 0.7089136490250696 test acc: 0.6833333333333333 0.0\n",
      "tic-tac-toe mfoct-d3-a0.01 method cp train acc: 0.7089136490250696 test acc: 0.6833333333333333 0.0\n",
      "tic-tac-toe mfoct-d3-a0.1 method n train acc: 0.6401673640167364 test acc: 0.7041666666666667 0.0\n",
      "tic-tac-toe mfoct-d3-a0.1 method rb train acc: 0.6364902506963789 test acc: 0.7041666666666667 0.0\n",
      "tic-tac-toe mfoct-d3-a0.1 method cp train acc: 0.6364902506963789 test acc: 0.7041666666666667 0.0\n",
      "tic-tac-toe mfoct-d3-a0.0 method n train acc: 0.7175732217573222 test acc: 0.6458333333333334 0.0\n",
      "tic-tac-toe mfoct-d3-a0.0 method rb train acc: 0.7186629526462396 test acc: 0.6458333333333334 0.0\n",
      "tic-tac-toe mfoct-d3-a0.0 method cp train acc: 0.7186629526462396 test acc: 0.6458333333333334 0.0\n",
      "tic-tac-toe mfoct-d3-a0.01 method n train acc: 0.7112970711297071 test acc: 0.7208333333333333 0.0\n",
      "tic-tac-toe mfoct-d3-a0.01 method rb train acc: 0.713091922005571 test acc: 0.6833333333333333 0.0\n",
      "tic-tac-toe mfoct-d3-a0.01 method cp train acc: 0.713091922005571 test acc: 0.6833333333333333 0.0\n",
      "tic-tac-toe mfoct-d3-a0.1 method n train acc: 0.6652719665271967 test acc: 0.6416666666666667 0.0\n",
      "tic-tac-toe mfoct-d3-a0.1 method rb train acc: 0.6573816155988857 test acc: 0.6416666666666667 0.0\n",
      "tic-tac-toe mfoct-d3-a0.1 method cp train acc: 0.6573816155988857 test acc: 0.6416666666666667 0.0\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "tic-tac-toe mfoct-d3-a0.0 method n train acc: 0.7092050209205021 test acc: 0.6666666666666666 0.0\n",
      "tic-tac-toe mfoct-d3-a0.0 method rb train acc: 0.7186629526462396 test acc: 0.6666666666666666 0.0\n",
      "tic-tac-toe mfoct-d3-a0.0 method cp train acc: 0.7186629526462396 test acc: 0.6666666666666666 0.0\n",
      "tic-tac-toe mfoct-d3-a0.01 method n train acc: 0.7092050209205021 test acc: 0.6666666666666666 0.0\n",
      "tic-tac-toe mfoct-d3-a0.01 method rb train acc: 0.7186629526462396 test acc: 0.6666666666666666 0.0\n",
      "tic-tac-toe mfoct-d3-a0.01 method cp train acc: 0.7186629526462396 test acc: 0.6666666666666666 0.0\n",
      "tic-tac-toe mfoct-d3-a0.1 method n train acc: 0.6589958158995816 test acc: 0.6333333333333333 0.0\n",
      "tic-tac-toe mfoct-d3-a0.1 method rb train acc: 0.6601671309192201 test acc: 0.6333333333333333 0.0\n",
      "tic-tac-toe mfoct-d3-a0.1 method cp train acc: 0.6601671309192201 test acc: 0.6333333333333333 0.0\n",
      "tic-tac-toe mfoct-d3-a0.0 method n train acc: 0.7133891213389121 test acc: 0.625 0.0\n",
      "tic-tac-toe mfoct-d3-a0.0 method rb train acc: 0.7172701949860725 test acc: 0.65 0.0\n",
      "tic-tac-toe mfoct-d3-a0.0 method cp train acc: 0.7172701949860725 test acc: 0.65 0.0\n",
      "tic-tac-toe mfoct-d3-a0.01 method n train acc: 0.7112970711297071 test acc: 0.6708333333333333 0.0\n",
      "tic-tac-toe mfoct-d3-a0.01 method rb train acc: 0.7158774373259053 test acc: 0.6625 0.0\n",
      "tic-tac-toe mfoct-d3-a0.01 method cp train acc: 0.7158774373259053 test acc: 0.6625 0.0\n",
      "tic-tac-toe mfoct-d3-a0.1 method n train acc: 0.6694560669456067 test acc: 0.6125 0.0\n",
      "tic-tac-toe mfoct-d3-a0.1 method rb train acc: 0.6671309192200557 test acc: 0.6125 0.0\n",
      "tic-tac-toe mfoct-d3-a0.1 method cp train acc: 0.6671309192200557 test acc: 0.6125 0.0\n",
      "tic-tac-toe mfoct-d3-a0.0 method n train acc: 0.7154811715481172 test acc: 0.7125 0.0\n",
      "tic-tac-toe mfoct-d3-a0.0 method rb train acc: 0.7116991643454039 test acc: 0.6708333333333333 0.0\n",
      "tic-tac-toe mfoct-d3-a0.0 method cp train acc: 0.7116991643454039 test acc: 0.6708333333333333 0.0\n",
      "tic-tac-toe mfoct-d3-a0.01 method n train acc: 0.7154811715481172 test acc: 0.7125 0.0\n",
      "tic-tac-toe mfoct-d3-a0.01 method rb train acc: 0.7005571030640668 test acc: 0.6958333333333333 0.0\n",
      "tic-tac-toe mfoct-d3-a0.01 method cp train acc: 0.7005571030640668 test acc: 0.6958333333333333 0.0\n",
      "tic-tac-toe mfoct-d3-a0.1 method n train acc: 0.6631799163179917 test acc: 0.6708333333333333 0.0\n",
      "tic-tac-toe mfoct-d3-a0.1 method rb train acc: 0.6476323119777159 test acc: 0.6708333333333333 0.0\n",
      "tic-tac-toe mfoct-d3-a0.1 method cp train acc: 0.6476323119777159 test acc: 0.6708333333333333 0.0\n",
      "tic-tac-toe mfoct-d3-a0.0 method n train acc: 0.7050209205020921 test acc: 0.7208333333333333 0.0\n",
      "tic-tac-toe mfoct-d3-a0.0 method rb train acc: 0.7075208913649025 test acc: 0.7 0.0\n",
      "tic-tac-toe mfoct-d3-a0.0 method cp train acc: 0.7075208913649025 test acc: 0.7 0.0\n",
      "tic-tac-toe mfoct-d3-a0.01 method n train acc: 0.7050209205020921 test acc: 0.7208333333333333 0.0\n",
      "tic-tac-toe mfoct-d3-a0.01 method rb train acc: 0.7075208913649025 test acc: 0.7 0.0\n",
      "tic-tac-toe mfoct-d3-a0.01 method cp train acc: 0.7075208913649025 test acc: 0.7 0.0\n",
      "tic-tac-toe mfoct-d3-a0.1 method n train acc: 0.6443514644351465 test acc: 0.675 0.0\n",
      "tic-tac-toe mfoct-d3-a0.1 method rb train acc: 0.6462395543175488 test acc: 0.675 0.0\n",
      "tic-tac-toe mfoct-d3-a0.1 method cp train acc: 0.6462395543175488 test acc: 0.675 0.0\n",
      "tic-tac-toe mfoct-d3-a0.0 method n train acc: 0.7364016736401674 test acc: 0.7166666666666667 0.0\n",
      "tic-tac-toe mfoct-d3-a0.0 method rb train acc: 0.7158774373259053 test acc: 0.6583333333333333 0.0\n",
      "tic-tac-toe mfoct-d3-a0.0 method cp train acc: 0.7158774373259053 test acc: 0.6583333333333333 0.0\n",
      "tic-tac-toe mfoct-d3-a0.01 method n train acc: 0.7364016736401674 test acc: 0.7166666666666667 0.0\n",
      "tic-tac-toe mfoct-d3-a0.01 method rb train acc: 0.7033426183844012 test acc: 0.6875 0.0\n",
      "tic-tac-toe mfoct-d3-a0.01 method cp train acc: 0.7033426183844012 test acc: 0.6875 0.0\n",
      "tic-tac-toe mfoct-d3-a0.1 method n train acc: 0.6610878661087866 test acc: 0.6958333333333333 0.0\n",
      "tic-tac-toe mfoct-d3-a0.1 method rb train acc: 0.7033426183844012 test acc: 0.6875 0.0\n",
      "tic-tac-toe mfoct-d3-a0.1 method cp train acc: 0.7033426183844012 test acc: 0.6875 0.0\n",
      "tic-tac-toe mfoct-d3-a0.0 method n train acc: 0.700836820083682 test acc: 0.6416666666666667 0.0\n",
      "tic-tac-toe mfoct-d3-a0.0 method rb train acc: 0.7075208913649025 test acc: 0.6416666666666667 0.0\n",
      "tic-tac-toe mfoct-d3-a0.0 method cp train acc: 0.7075208913649025 test acc: 0.6416666666666667 0.0\n",
      "tic-tac-toe mfoct-d3-a0.01 method n train acc: 0.700836820083682 test acc: 0.6416666666666667 0.0\n",
      "tic-tac-toe mfoct-d3-a0.01 method rb train acc: 0.7075208913649025 test acc: 0.6416666666666667 0.0\n",
      "tic-tac-toe mfoct-d3-a0.01 method cp train acc: 0.7075208913649025 test acc: 0.6416666666666667 0.0\n",
      "tic-tac-toe mfoct-d3-a0.1 method n train acc: 0.6464435146443515 test acc: 0.6583333333333333 0.0\n",
      "tic-tac-toe mfoct-d3-a0.1 method rb train acc: 0.6518105849582173 test acc: 0.6583333333333333 0.0\n",
      "tic-tac-toe mfoct-d3-a0.1 method cp train acc: 0.6518105849582173 test acc: 0.6583333333333333 0.0\n",
      "tic-tac-toe mfoct-d3-a0.0 method n train acc: 0.7280334728033473 test acc: 0.6958333333333333 0.0\n",
      "tic-tac-toe mfoct-d3-a0.0 method rb train acc: 0.713091922005571 test acc: 0.6833333333333333 0.0\n",
      "tic-tac-toe mfoct-d3-a0.0 method cp train acc: 0.713091922005571 test acc: 0.6708333333333333 0.0\n",
      "tic-tac-toe mfoct-d3-a0.01 method n train acc: 0.7280334728033473 test acc: 0.6958333333333333 0.0\n",
      "tic-tac-toe mfoct-d3-a0.01 method rb train acc: 0.713091922005571 test acc: 0.6833333333333333 0.0\n",
      "tic-tac-toe mfoct-d3-a0.01 method cp train acc: 0.713091922005571 test acc: 0.6708333333333333 0.0\n",
      "tic-tac-toe mfoct-d3-a0.1 method n train acc: 0.6673640167364017 test acc: 0.6125 0.0\n",
      "tic-tac-toe mfoct-d3-a0.1 method rb train acc: 0.6671309192200557 test acc: 0.6125 0.0\n",
      "tic-tac-toe mfoct-d3-a0.1 method cp train acc: 0.6671309192200557 test acc: 0.6125 0.0\n",
      "tic-tac-toe mfoct-d3-a0.0 method n train acc: 0.7071129707112971 test acc: 0.7083333333333334 0.0\n",
      "tic-tac-toe mfoct-d3-a0.0 method rb train acc: 0.7061281337047354 test acc: 0.6916666666666667 0.0\n",
      "tic-tac-toe mfoct-d3-a0.0 method cp train acc: 0.7061281337047354 test acc: 0.6916666666666667 0.0\n",
      "tic-tac-toe mfoct-d3-a0.01 method n train acc: 0.7071129707112971 test acc: 0.7083333333333334 0.0\n",
      "tic-tac-toe mfoct-d3-a0.01 method rb train acc: 0.6908077994428969 test acc: 0.725 0.0\n",
      "tic-tac-toe mfoct-d3-a0.01 method cp train acc: 0.7061281337047354 test acc: 0.6916666666666667 0.0\n",
      "tic-tac-toe mfoct-d3-a0.1 method n train acc: 0.6715481171548117 test acc: 0.625 0.0\n",
      "tic-tac-toe mfoct-d3-a0.1 method rb train acc: 0.6629526462395543 test acc: 0.625 0.0\n",
      "tic-tac-toe mfoct-d3-a0.1 method cp train acc: 0.6629526462395543 test acc: 0.625 0.0\n",
      "monks-1 mfoct-d3-a0.0 method n train acc: 0.7841726618705036 test acc: 0.7482014388489209 0.0\n",
      "monks-1 mfoct-d3-a0.0 method rb train acc: 0.7913669064748201 test acc: 0.7338129496402878 0.0\n",
      "monks-1 mfoct-d3-a0.0 method cp train acc: 0.7913669064748201 test acc: 0.7338129496402878 0.0\n",
      "monks-1 mfoct-d3-a0.01 method n train acc: 0.7841726618705036 test acc: 0.7482014388489209 0.0\n",
      "monks-1 mfoct-d3-a0.01 method rb train acc: 0.4988009592326139 test acc: 0.5035971223021583 0.0\n",
      "monks-1 mfoct-d3-a0.01 method cp train acc: 0.7913669064748201 test acc: 0.7338129496402878 0.0\n",
      "monks-1 mfoct-d3-a0.1 method n train acc: 0.7553956834532374 test acc: 0.7410071942446043 0.0\n",
      "monks-1 mfoct-d3-a0.1 method rb train acc: 0.7482014388489209 test acc: 0.7410071942446043 0.0\n",
      "monks-1 mfoct-d3-a0.1 method cp train acc: 0.7482014388489209 test acc: 0.7410071942446043 0.0\n",
      "monks-1 mfoct-d3-a0.0 method n train acc: 0.7733812949640287 test acc: 0.7697841726618705 0.0\n",
      "monks-1 mfoct-d3-a0.0 method rb train acc: 0.7769784172661871 test acc: 0.7697841726618705 0.0\n",
      "monks-1 mfoct-d3-a0.0 method cp train acc: 0.7769784172661871 test acc: 0.7697841726618705 0.0\n",
      "monks-1 mfoct-d3-a0.01 method n train acc: 0.7733812949640287 test acc: 0.7697841726618705 0.0\n",
      "monks-1 mfoct-d3-a0.01 method rb train acc: 0.7769784172661871 test acc: 0.7697841726618705 0.0\n",
      "monks-1 mfoct-d3-a0.01 method cp train acc: 0.7769784172661871 test acc: 0.7697841726618705 0.0\n",
      "monks-1 mfoct-d3-a0.1 method n train acc: 0.737410071942446 test acc: 0.7410071942446043 0.0\n",
      "monks-1 mfoct-d3-a0.1 method rb train acc: 0.7482014388489209 test acc: 0.7410071942446043 0.0\n",
      "monks-1 mfoct-d3-a0.1 method cp train acc: 0.7482014388489209 test acc: 0.7410071942446043 0.0\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "monks-1 mfoct-d3-a0.0 method n train acc: 0.802158273381295 test acc: 0.7050359712230215 0.0\n",
      "monks-1 mfoct-d3-a0.0 method rb train acc: 0.8009592326139089 test acc: 0.7050359712230215 0.0\n",
      "monks-1 mfoct-d3-a0.0 method cp train acc: 0.8009592326139089 test acc: 0.7050359712230215 0.0\n",
      "monks-1 mfoct-d3-a0.01 method n train acc: 0.802158273381295 test acc: 0.7050359712230215 0.0\n",
      "monks-1 mfoct-d3-a0.01 method rb train acc: 0.8009592326139089 test acc: 0.7050359712230215 0.0\n",
      "monks-1 mfoct-d3-a0.01 method cp train acc: 0.8009592326139089 test acc: 0.7050359712230215 0.0\n",
      "monks-1 mfoct-d3-a0.1 method n train acc: 0.7661870503597122 test acc: 0.6906474820143885 0.0\n",
      "monks-1 mfoct-d3-a0.1 method rb train acc: 0.7649880095923262 test acc: 0.6906474820143885 0.0\n",
      "monks-1 mfoct-d3-a0.1 method cp train acc: 0.7649880095923262 test acc: 0.6906474820143885 0.0\n",
      "monks-1 mfoct-d3-a0.0 method n train acc: 0.802158273381295 test acc: 0.7050359712230215 0.0\n",
      "monks-1 mfoct-d3-a0.0 method rb train acc: 0.7985611510791367 test acc: 0.7050359712230215 0.0\n",
      "monks-1 mfoct-d3-a0.0 method cp train acc: 0.7985611510791367 test acc: 0.7050359712230215 0.0\n",
      "monks-1 mfoct-d3-a0.01 method n train acc: 0.802158273381295 test acc: 0.7050359712230215 0.0\n",
      "monks-1 mfoct-d3-a0.01 method rb train acc: 0.7985611510791367 test acc: 0.7050359712230215 0.0\n",
      "monks-1 mfoct-d3-a0.01 method cp train acc: 0.7985611510791367 test acc: 0.7050359712230215 0.0\n",
      "monks-1 mfoct-d3-a0.1 method n train acc: 0.762589928057554 test acc: 0.7338129496402878 0.0\n",
      "monks-1 mfoct-d3-a0.1 method rb train acc: 0.750599520383693 test acc: 0.7338129496402878 0.0\n",
      "monks-1 mfoct-d3-a0.1 method cp train acc: 0.750599520383693 test acc: 0.7338129496402878 0.0\n",
      "monks-1 mfoct-d3-a0.0 method n train acc: 0.8093525179856115 test acc: 0.7338129496402878 0.0\n",
      "monks-1 mfoct-d3-a0.0 method rb train acc: 0.7961630695443646 test acc: 0.7194244604316546 0.0\n",
      "monks-1 mfoct-d3-a0.0 method cp train acc: 0.7961630695443646 test acc: 0.7194244604316546 0.0\n",
      "monks-1 mfoct-d3-a0.01 method n train acc: 0.8093525179856115 test acc: 0.7338129496402878 0.0\n",
      "monks-1 mfoct-d3-a0.01 method rb train acc: 0.7961630695443646 test acc: 0.7194244604316546 0.0\n",
      "monks-1 mfoct-d3-a0.01 method cp train acc: 0.7961630695443646 test acc: 0.7194244604316546 0.0\n",
      "monks-1 mfoct-d3-a0.1 method n train acc: 0.7661870503597122 test acc: 0.7266187050359713 0.0\n",
      "monks-1 mfoct-d3-a0.1 method rb train acc: 0.7529976019184652 test acc: 0.7266187050359713 0.0\n",
      "monks-1 mfoct-d3-a0.1 method cp train acc: 0.7529976019184652 test acc: 0.7266187050359713 0.0\n",
      "monks-1 mfoct-d3-a0.0 method n train acc: 0.7841726618705036 test acc: 0.7410071942446043 0.0\n",
      "monks-1 mfoct-d3-a0.0 method rb train acc: 0.7937649880095923 test acc: 0.7266187050359713 0.0\n",
      "monks-1 mfoct-d3-a0.0 method cp train acc: 0.7937649880095923 test acc: 0.7266187050359713 0.0\n",
      "monks-1 mfoct-d3-a0.01 method n train acc: 0.7841726618705036 test acc: 0.7410071942446043 0.0\n",
      "monks-1 mfoct-d3-a0.01 method rb train acc: 0.7937649880095923 test acc: 0.7266187050359713 0.0\n",
      "monks-1 mfoct-d3-a0.01 method cp train acc: 0.7937649880095923 test acc: 0.7266187050359713 0.0\n",
      "monks-1 mfoct-d3-a0.1 method n train acc: 0.7410071942446043 test acc: 0.7266187050359713 0.0\n",
      "monks-1 mfoct-d3-a0.1 method rb train acc: 0.7529976019184652 test acc: 0.7266187050359713 0.0\n",
      "monks-1 mfoct-d3-a0.1 method cp train acc: 0.7529976019184652 test acc: 0.7266187050359713 0.0\n",
      "monks-1 mfoct-d3-a0.0 method n train acc: 0.7805755395683454 test acc: 0.7841726618705036 0.0\n",
      "monks-1 mfoct-d3-a0.0 method rb train acc: 0.7793764988009593 test acc: 0.7697841726618705 0.0\n",
      "monks-1 mfoct-d3-a0.0 method cp train acc: 0.7793764988009593 test acc: 0.7697841726618705 0.0\n",
      "monks-1 mfoct-d3-a0.01 method n train acc: 0.7805755395683454 test acc: 0.7841726618705036 0.0\n",
      "monks-1 mfoct-d3-a0.01 method rb train acc: 0.7793764988009593 test acc: 0.7553956834532374 0.0\n",
      "monks-1 mfoct-d3-a0.01 method cp train acc: 0.7793764988009593 test acc: 0.7697841726618705 0.0\n",
      "monks-1 mfoct-d3-a0.1 method n train acc: 0.7266187050359713 test acc: 0.7553956834532374 0.0\n",
      "monks-1 mfoct-d3-a0.1 method rb train acc: 0.7434052757793765 test acc: 0.7553956834532374 0.0\n",
      "monks-1 mfoct-d3-a0.1 method cp train acc: 0.7434052757793765 test acc: 0.7553956834532374 0.0\n",
      "monks-1 mfoct-d3-a0.0 method n train acc: 0.7733812949640287 test acc: 0.7769784172661871 0.0\n",
      "monks-1 mfoct-d3-a0.0 method rb train acc: 0.7769784172661871 test acc: 0.7769784172661871 0.0\n",
      "monks-1 mfoct-d3-a0.0 method cp train acc: 0.7769784172661871 test acc: 0.7769784172661871 0.0\n",
      "monks-1 mfoct-d3-a0.01 method n train acc: 0.7733812949640287 test acc: 0.7769784172661871 0.0\n",
      "monks-1 mfoct-d3-a0.01 method rb train acc: 0.4820143884892086 test acc: 0.5539568345323741 0.0\n",
      "monks-1 mfoct-d3-a0.01 method cp train acc: 0.7769784172661871 test acc: 0.7769784172661871 0.0\n",
      "monks-1 mfoct-d3-a0.1 method n train acc: 0.737410071942446 test acc: 0.7553956834532374 0.0\n",
      "monks-1 mfoct-d3-a0.1 method rb train acc: 0.7434052757793765 test acc: 0.7553956834532374 0.0\n",
      "monks-1 mfoct-d3-a0.1 method cp train acc: 0.7434052757793765 test acc: 0.7553956834532374 0.0\n",
      "monks-1 mfoct-d3-a0.0 method n train acc: 0.8129496402877698 test acc: 0.7553956834532374 0.0\n",
      "monks-1 mfoct-d3-a0.0 method rb train acc: 0.7865707434052758 test acc: 0.7338129496402878 0.0\n",
      "monks-1 mfoct-d3-a0.0 method cp train acc: 0.7865707434052758 test acc: 0.7338129496402878 0.0\n",
      "monks-1 mfoct-d3-a0.01 method n train acc: 0.8129496402877698 test acc: 0.7553956834532374 0.0\n",
      "monks-1 mfoct-d3-a0.01 method rb train acc: 0.7865707434052758 test acc: 0.7338129496402878 0.0\n",
      "monks-1 mfoct-d3-a0.01 method cp train acc: 0.7865707434052758 test acc: 0.7338129496402878 0.0\n",
      "monks-1 mfoct-d3-a0.1 method n train acc: 0.7769784172661871 test acc: 0.7122302158273381 0.0\n",
      "monks-1 mfoct-d3-a0.1 method rb train acc: 0.7577937649880095 test acc: 0.7122302158273381 0.0\n",
      "monks-1 mfoct-d3-a0.1 method cp train acc: 0.7577937649880095 test acc: 0.7122302158273381 0.0\n",
      "monks-1 mfoct-d3-a0.0 method n train acc: 0.7877697841726619 test acc: 0.7913669064748201 0.0\n",
      "monks-1 mfoct-d3-a0.0 method rb train acc: 0.7817745803357314 test acc: 0.7553956834532374 0.0\n",
      "monks-1 mfoct-d3-a0.0 method cp train acc: 0.7817745803357314 test acc: 0.7553956834532374 0.0\n",
      "monks-1 mfoct-d3-a0.01 method n train acc: 0.7877697841726619 test acc: 0.7913669064748201 0.0\n",
      "monks-1 mfoct-d3-a0.01 method rb train acc: 0.7817745803357314 test acc: 0.7553956834532374 0.0\n",
      "monks-1 mfoct-d3-a0.01 method cp train acc: 0.7817745803357314 test acc: 0.7553956834532374 0.0\n",
      "monks-1 mfoct-d3-a0.1 method n train acc: 0.7517985611510791 test acc: 0.7553956834532374 0.0\n",
      "monks-1 mfoct-d3-a0.1 method rb train acc: 0.7434052757793765 test acc: 0.7553956834532374 0.0\n",
      "monks-1 mfoct-d3-a0.1 method cp train acc: 0.7434052757793765 test acc: 0.7553956834532374 0.0\n",
      "monks-2 mfoct-d3-a0.0 method n train acc: 0.6733333333333333 test acc: 0.6357615894039735 0.0\n",
      "monks-2 mfoct-d3-a0.0 method rb train acc: 0.6422222222222222 test acc: 0.7019867549668874 0.0\n",
      "monks-2 mfoct-d3-a0.0 method cp train acc: 0.6422222222222222 test acc: 0.7019867549668874 0.0\n",
      "monks-2 mfoct-d3-a0.01 method n train acc: 0.67 test acc: 0.7019867549668874 0.0\n",
      "monks-2 mfoct-d3-a0.01 method rb train acc: 0.6422222222222222 test acc: 0.7019867549668874 0.0\n",
      "monks-2 mfoct-d3-a0.01 method cp train acc: 0.6422222222222222 test acc: 0.7019867549668874 0.0\n",
      "monks-2 mfoct-d3-a0.1 method n train acc: 0.67 test acc: 0.7019867549668874 0.0\n",
      "monks-2 mfoct-d3-a0.1 method rb train acc: 0.6422222222222222 test acc: 0.7019867549668874 0.0\n",
      "monks-2 mfoct-d3-a0.1 method cp train acc: 0.6422222222222222 test acc: 0.7019867549668874 0.0\n",
      "monks-2 mfoct-d3-a0.0 method n train acc: 0.6666666666666666 test acc: 0.5894039735099338 0.0\n",
      "monks-2 mfoct-d3-a0.0 method rb train acc: 0.6666666666666666 test acc: 0.6291390728476821 0.0\n",
      "monks-2 mfoct-d3-a0.0 method cp train acc: 0.6666666666666666 test acc: 0.6291390728476821 0.0\n",
      "monks-2 mfoct-d3-a0.01 method n train acc: 0.6666666666666666 test acc: 0.5894039735099338 0.0\n",
      "monks-2 mfoct-d3-a0.01 method rb train acc: 0.6666666666666666 test acc: 0.6291390728476821 0.0\n",
      "monks-2 mfoct-d3-a0.01 method cp train acc: 0.6666666666666666 test acc: 0.6291390728476821 0.0\n",
      "monks-2 mfoct-d3-a0.1 method n train acc: 0.6533333333333333 test acc: 0.6291390728476821 0.0\n",
      "monks-2 mfoct-d3-a0.1 method rb train acc: 0.6666666666666666 test acc: 0.6291390728476821 0.0\n",
      "monks-2 mfoct-d3-a0.1 method cp train acc: 0.6666666666666666 test acc: 0.6291390728476821 0.0\n",
      "monks-2 mfoct-d3-a0.0 method n train acc: 0.7233333333333334 test acc: 0.5231788079470199 0.0\n",
      "monks-2 mfoct-d3-a0.0 method rb train acc: 0.6844444444444444 test acc: 0.5761589403973509 0.0\n",
      "monks-2 mfoct-d3-a0.0 method cp train acc: 0.6844444444444444 test acc: 0.5761589403973509 0.0\n",
      "monks-2 mfoct-d3-a0.01 method n train acc: 0.7133333333333334 test acc: 0.5761589403973509 0.0\n",
      "monks-2 mfoct-d3-a0.01 method rb train acc: 0.6844444444444444 test acc: 0.5761589403973509 0.0\n",
      "monks-2 mfoct-d3-a0.01 method cp train acc: 0.6844444444444444 test acc: 0.5761589403973509 0.0\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "monks-2 mfoct-d3-a0.1 method n train acc: 0.7133333333333334 test acc: 0.5761589403973509 0.0\n",
      "monks-2 mfoct-d3-a0.1 method rb train acc: 0.6844444444444444 test acc: 0.5761589403973509 0.0\n",
      "monks-2 mfoct-d3-a0.1 method cp train acc: 0.6844444444444444 test acc: 0.5761589403973509 0.0\n",
      "monks-2 mfoct-d3-a0.0 method n train acc: 0.68 test acc: 0.6688741721854304 0.0\n",
      "monks-2 mfoct-d3-a0.0 method rb train acc: 0.6533333333333333 test acc: 0.6688741721854304 0.0\n",
      "monks-2 mfoct-d3-a0.0 method cp train acc: 0.6533333333333333 test acc: 0.6688741721854304 0.0\n",
      "monks-2 mfoct-d3-a0.01 method n train acc: 0.68 test acc: 0.6688741721854304 0.0\n",
      "monks-2 mfoct-d3-a0.01 method rb train acc: 0.6533333333333333 test acc: 0.6688741721854304 0.0\n",
      "monks-2 mfoct-d3-a0.01 method cp train acc: 0.6533333333333333 test acc: 0.6688741721854304 0.0\n",
      "monks-2 mfoct-d3-a0.1 method n train acc: 0.68 test acc: 0.6688741721854304 0.0\n",
      "monks-2 mfoct-d3-a0.1 method rb train acc: 0.6533333333333333 test acc: 0.6688741721854304 0.0\n",
      "monks-2 mfoct-d3-a0.1 method cp train acc: 0.6533333333333333 test acc: 0.6688741721854304 0.0\n",
      "monks-2 mfoct-d3-a0.0 method n train acc: 0.6533333333333333 test acc: 0.5695364238410596 0.0\n",
      "monks-2 mfoct-d3-a0.0 method rb train acc: 0.6511111111111111 test acc: 0.6754966887417219 0.0\n",
      "monks-2 mfoct-d3-a0.0 method cp train acc: 0.6511111111111111 test acc: 0.6754966887417219 0.0\n",
      "monks-2 mfoct-d3-a0.01 method n train acc: 0.6533333333333333 test acc: 0.5695364238410596 0.0\n",
      "monks-2 mfoct-d3-a0.01 method rb train acc: 0.6511111111111111 test acc: 0.6754966887417219 0.0\n",
      "monks-2 mfoct-d3-a0.01 method cp train acc: 0.6511111111111111 test acc: 0.6754966887417219 0.0\n",
      "monks-2 mfoct-d3-a0.1 method n train acc: 0.64 test acc: 0.6754966887417219 0.0\n",
      "monks-2 mfoct-d3-a0.1 method rb train acc: 0.6511111111111111 test acc: 0.6754966887417219 0.0\n",
      "monks-2 mfoct-d3-a0.1 method cp train acc: 0.6511111111111111 test acc: 0.6754966887417219 0.0\n",
      "monks-2 mfoct-d3-a0.0 method n train acc: 0.6533333333333333 test acc: 0.5960264900662252 0.0\n",
      "monks-2 mfoct-d3-a0.0 method rb train acc: 0.6644444444444444 test acc: 0.6357615894039735 0.0\n",
      "monks-2 mfoct-d3-a0.0 method cp train acc: 0.6644444444444444 test acc: 0.6357615894039735 0.0\n",
      "monks-2 mfoct-d3-a0.01 method n train acc: 0.6533333333333333 test acc: 0.5960264900662252 0.0\n",
      "monks-2 mfoct-d3-a0.01 method rb train acc: 0.6644444444444444 test acc: 0.6357615894039735 0.0\n",
      "monks-2 mfoct-d3-a0.01 method cp train acc: 0.6644444444444444 test acc: 0.6357615894039735 0.0\n",
      "monks-2 mfoct-d3-a0.1 method n train acc: 0.64 test acc: 0.6357615894039735 0.0\n",
      "monks-2 mfoct-d3-a0.1 method rb train acc: 0.6644444444444444 test acc: 0.6357615894039735 0.0\n",
      "monks-2 mfoct-d3-a0.1 method cp train acc: 0.6644444444444444 test acc: 0.6357615894039735 0.0\n",
      "monks-2 mfoct-d3-a0.0 method n train acc: 0.66 test acc: 0.6225165562913907 0.0\n",
      "monks-2 mfoct-d3-a0.0 method rb train acc: 0.6666666666666666 test acc: 0.6291390728476821 0.0\n",
      "monks-2 mfoct-d3-a0.0 method cp train acc: 0.6666666666666666 test acc: 0.6291390728476821 0.0\n",
      "monks-2 mfoct-d3-a0.01 method n train acc: 0.6566666666666666 test acc: 0.6291390728476821 0.0\n",
      "monks-2 mfoct-d3-a0.01 method rb train acc: 0.6666666666666666 test acc: 0.6291390728476821 0.0\n",
      "monks-2 mfoct-d3-a0.01 method cp train acc: 0.6666666666666666 test acc: 0.6291390728476821 0.0\n",
      "monks-2 mfoct-d3-a0.1 method n train acc: 0.6566666666666666 test acc: 0.6291390728476821 0.0\n",
      "monks-2 mfoct-d3-a0.1 method rb train acc: 0.6666666666666666 test acc: 0.6291390728476821 0.0\n",
      "monks-2 mfoct-d3-a0.1 method cp train acc: 0.6666666666666666 test acc: 0.6291390728476821 0.0\n",
      "monks-2 mfoct-d3-a0.0 method n train acc: 0.67 test acc: 0.6158940397350994 0.0\n",
      "monks-2 mfoct-d3-a0.0 method rb train acc: 0.66 test acc: 0.6490066225165563 0.0\n",
      "monks-2 mfoct-d3-a0.0 method cp train acc: 0.66 test acc: 0.6490066225165563 0.0\n",
      "monks-2 mfoct-d3-a0.01 method n train acc: 0.66 test acc: 0.6490066225165563 0.0\n",
      "monks-2 mfoct-d3-a0.01 method rb train acc: 0.66 test acc: 0.6490066225165563 0.0\n",
      "monks-2 mfoct-d3-a0.01 method cp train acc: 0.66 test acc: 0.6490066225165563 0.0\n",
      "monks-2 mfoct-d3-a0.1 method n train acc: 0.66 test acc: 0.6490066225165563 0.0\n",
      "monks-2 mfoct-d3-a0.1 method rb train acc: 0.66 test acc: 0.6490066225165563 0.0\n",
      "monks-2 mfoct-d3-a0.1 method cp train acc: 0.66 test acc: 0.6490066225165563 0.0\n",
      "monks-2 mfoct-d3-a0.0 method n train acc: 0.67 test acc: 0.6357615894039735 0.0\n",
      "monks-2 mfoct-d3-a0.0 method rb train acc: 0.6422222222222222 test acc: 0.6225165562913907 0.0\n",
      "monks-2 mfoct-d3-a0.0 method cp train acc: 0.6422222222222222 test acc: 0.6225165562913907 0.0\n",
      "monks-2 mfoct-d3-a0.01 method n train acc: 0.67 test acc: 0.6357615894039735 0.0\n",
      "monks-2 mfoct-d3-a0.01 method rb train acc: 0.64 test acc: 0.7086092715231788 0.0\n",
      "monks-2 mfoct-d3-a0.01 method cp train acc: 0.64 test acc: 0.7086092715231788 0.0\n",
      "monks-2 mfoct-d3-a0.1 method n train acc: 0.6533333333333333 test acc: 0.7086092715231788 0.0\n",
      "monks-2 mfoct-d3-a0.1 method rb train acc: 0.64 test acc: 0.7086092715231788 0.0\n",
      "monks-2 mfoct-d3-a0.1 method cp train acc: 0.64 test acc: 0.7086092715231788 0.0\n",
      "monks-2 mfoct-d3-a0.0 method n train acc: 0.6666666666666666 test acc: 0.6754966887417219 0.0\n",
      "monks-2 mfoct-d3-a0.0 method rb train acc: 0.6511111111111111 test acc: 0.6754966887417219 0.0\n",
      "monks-2 mfoct-d3-a0.0 method cp train acc: 0.6511111111111111 test acc: 0.6754966887417219 0.0\n",
      "monks-2 mfoct-d3-a0.01 method n train acc: 0.6666666666666666 test acc: 0.6754966887417219 0.0\n",
      "monks-2 mfoct-d3-a0.01 method rb train acc: 0.6511111111111111 test acc: 0.6754966887417219 0.0\n",
      "monks-2 mfoct-d3-a0.01 method cp train acc: 0.6511111111111111 test acc: 0.6754966887417219 0.0\n",
      "monks-2 mfoct-d3-a0.1 method n train acc: 0.6666666666666666 test acc: 0.6754966887417219 0.0\n",
      "monks-2 mfoct-d3-a0.1 method rb train acc: 0.6511111111111111 test acc: 0.6754966887417219 0.0\n",
      "monks-2 mfoct-d3-a0.1 method cp train acc: 0.6511111111111111 test acc: 0.6754966887417219 0.0\n",
      "monks-3 mfoct-d3-a0.0 method n train acc: 0.9528985507246376 test acc: 0.9640287769784172 0.0\n",
      "monks-3 mfoct-d3-a0.0 method rb train acc: 0.963855421686747 test acc: 0.9640287769784172 0.0\n",
      "monks-3 mfoct-d3-a0.0 method cp train acc: 0.963855421686747 test acc: 0.9640287769784172 0.0\n",
      "monks-3 mfoct-d3-a0.01 method n train acc: 0.9528985507246376 test acc: 0.9640287769784172 0.0\n",
      "monks-3 mfoct-d3-a0.01 method rb train acc: 0.963855421686747 test acc: 0.9640287769784172 0.0\n",
      "monks-3 mfoct-d3-a0.01 method cp train acc: 0.963855421686747 test acc: 0.9640287769784172 0.0\n",
      "monks-3 mfoct-d3-a0.1 method n train acc: 0.9528985507246376 test acc: 0.9640287769784172 0.0\n",
      "monks-3 mfoct-d3-a0.1 method rb train acc: 0.963855421686747 test acc: 0.9640287769784172 0.0\n",
      "monks-3 mfoct-d3-a0.1 method cp train acc: 0.963855421686747 test acc: 0.9640287769784172 0.0\n",
      "monks-3 mfoct-d3-a0.0 method n train acc: 0.9818840579710144 test acc: 0.9496402877697842 0.0\n",
      "monks-3 mfoct-d3-a0.0 method rb train acc: 0.9686746987951808 test acc: 0.9496402877697842 0.0\n",
      "monks-3 mfoct-d3-a0.0 method cp train acc: 0.9686746987951808 test acc: 0.9496402877697842 0.0\n",
      "monks-3 mfoct-d3-a0.01 method n train acc: 0.9818840579710144 test acc: 0.9496402877697842 0.0\n",
      "monks-3 mfoct-d3-a0.01 method rb train acc: 0.9686746987951808 test acc: 0.9496402877697842 0.0\n",
      "monks-3 mfoct-d3-a0.01 method cp train acc: 0.9686746987951808 test acc: 0.9496402877697842 0.0\n",
      "monks-3 mfoct-d3-a0.1 method n train acc: 0.9818840579710144 test acc: 0.9496402877697842 0.0\n",
      "monks-3 mfoct-d3-a0.1 method rb train acc: 0.9686746987951808 test acc: 0.9496402877697842 0.0\n",
      "monks-3 mfoct-d3-a0.1 method cp train acc: 0.9686746987951808 test acc: 0.9496402877697842 0.0\n",
      "monks-3 mfoct-d3-a0.0 method n train acc: 0.960144927536232 test acc: 0.9784172661870504 0.0\n",
      "monks-3 mfoct-d3-a0.0 method rb train acc: 0.9590361445783132 test acc: 0.9784172661870504 0.0\n",
      "monks-3 mfoct-d3-a0.0 method cp train acc: 0.9590361445783132 test acc: 0.9784172661870504 0.0\n",
      "monks-3 mfoct-d3-a0.01 method n train acc: 0.960144927536232 test acc: 0.9784172661870504 0.0\n",
      "monks-3 mfoct-d3-a0.01 method rb train acc: 0.9590361445783132 test acc: 0.9784172661870504 0.0\n",
      "monks-3 mfoct-d3-a0.01 method cp train acc: 0.9590361445783132 test acc: 0.9784172661870504 0.0\n"
     ]
    },
    {
     "name": "stdout",
     "output_type": "stream",
     "text": [
      "monks-3 mfoct-d3-a0.1 method n train acc: 0.960144927536232 test acc: 0.9784172661870504 0.0\n",
      "monks-3 mfoct-d3-a0.1 method rb train acc: 0.9590361445783132 test acc: 0.9784172661870504 0.0\n",
      "monks-3 mfoct-d3-a0.1 method cp train acc: 0.9590361445783132 test acc: 0.9784172661870504 0.0\n",
      "monks-3 mfoct-d3-a0.0 method n train acc: 0.9565217391304348 test acc: 0.9712230215827338 0.0\n",
      "monks-3 mfoct-d3-a0.0 method rb train acc: 0.9614457831325302 test acc: 0.9712230215827338 0.0\n",
      "monks-3 mfoct-d3-a0.0 method cp train acc: 0.9614457831325302 test acc: 0.9712230215827338 0.0\n",
      "monks-3 mfoct-d3-a0.01 method n train acc: 0.9565217391304348 test acc: 0.9712230215827338 0.0\n",
      "monks-3 mfoct-d3-a0.01 method rb train acc: 0.9614457831325302 test acc: 0.9712230215827338 0.0\n",
      "monks-3 mfoct-d3-a0.01 method cp train acc: 0.9614457831325302 test acc: 0.9712230215827338 0.0\n",
      "monks-3 mfoct-d3-a0.1 method n train acc: 0.9565217391304348 test acc: 0.9712230215827338 0.0\n",
      "monks-3 mfoct-d3-a0.1 method rb train acc: 0.9614457831325302 test acc: 0.9712230215827338 0.0\n",
      "monks-3 mfoct-d3-a0.1 method cp train acc: 0.9614457831325302 test acc: 0.9712230215827338 0.0\n",
      "monks-3 mfoct-d3-a0.0 method n train acc: 0.9637681159420288 test acc: 0.9784172661870504 0.0\n",
      "monks-3 mfoct-d3-a0.0 method rb train acc: 0.9590361445783132 test acc: 0.9784172661870504 0.0\n",
      "monks-3 mfoct-d3-a0.0 method cp train acc: 0.9590361445783132 test acc: 0.9784172661870504 0.0\n",
      "monks-3 mfoct-d3-a0.01 method n train acc: 0.9637681159420288 test acc: 0.9784172661870504 0.0\n",
      "monks-3 mfoct-d3-a0.01 method rb train acc: 0.9590361445783132 test acc: 0.9784172661870504 0.0\n",
      "monks-3 mfoct-d3-a0.01 method cp train acc: 0.9590361445783132 test acc: 0.9784172661870504 0.0\n",
      "monks-3 mfoct-d3-a0.1 method n train acc: 0.9637681159420288 test acc: 0.9784172661870504 0.0\n",
      "monks-3 mfoct-d3-a0.1 method rb train acc: 0.9590361445783132 test acc: 0.9784172661870504 0.0\n",
      "monks-3 mfoct-d3-a0.1 method cp train acc: 0.9590361445783132 test acc: 0.9784172661870504 0.0\n",
      "monks-3 mfoct-d3-a0.0 method n train acc: 0.9746376811594204 test acc: 0.935251798561151 0.0\n",
      "monks-3 mfoct-d3-a0.0 method rb train acc: 0.9734939759036144 test acc: 0.935251798561151 0.0\n",
      "monks-3 mfoct-d3-a0.0 method cp train acc: 0.9734939759036144 test acc: 0.935251798561151 0.0\n",
      "monks-3 mfoct-d3-a0.01 method n train acc: 0.9746376811594204 test acc: 0.935251798561151 0.0\n",
      "monks-3 mfoct-d3-a0.01 method rb train acc: 0.9734939759036144 test acc: 0.935251798561151 0.0\n",
      "monks-3 mfoct-d3-a0.01 method cp train acc: 0.9734939759036144 test acc: 0.935251798561151 0.0\n",
      "monks-3 mfoct-d3-a0.1 method n train acc: 0.9746376811594204 test acc: 0.935251798561151 0.0\n",
      "monks-3 mfoct-d3-a0.1 method rb train acc: 0.9734939759036144 test acc: 0.935251798561151 0.0\n",
      "monks-3 mfoct-d3-a0.1 method cp train acc: 0.9734939759036144 test acc: 0.935251798561151 0.0\n",
      "monks-3 mfoct-d3-a0.0 method n train acc: 0.9746376811594204 test acc: 0.9424460431654677 0.0\n",
      "monks-3 mfoct-d3-a0.0 method rb train acc: 0.9710843373493976 test acc: 0.9424460431654677 0.0\n",
      "monks-3 mfoct-d3-a0.0 method cp train acc: 0.9710843373493976 test acc: 0.9424460431654677 0.0\n",
      "monks-3 mfoct-d3-a0.01 method n train acc: 0.9746376811594204 test acc: 0.9424460431654677 0.0\n",
      "monks-3 mfoct-d3-a0.01 method rb train acc: 0.9710843373493976 test acc: 0.9424460431654677 0.0\n",
      "monks-3 mfoct-d3-a0.01 method cp train acc: 0.9710843373493976 test acc: 0.9424460431654677 0.0\n",
      "monks-3 mfoct-d3-a0.1 method n train acc: 0.9746376811594204 test acc: 0.9424460431654677 0.0\n",
      "monks-3 mfoct-d3-a0.1 method rb train acc: 0.9710843373493976 test acc: 0.9424460431654677 0.0\n",
      "monks-3 mfoct-d3-a0.1 method cp train acc: 0.9710843373493976 test acc: 0.9424460431654677 0.0\n",
      "monks-3 mfoct-d3-a0.0 method n train acc: 0.9565217391304348 test acc: 0.9712230215827338 0.0\n",
      "monks-3 mfoct-d3-a0.0 method rb train acc: 0.9614457831325302 test acc: 0.9712230215827338 0.0\n",
      "monks-3 mfoct-d3-a0.0 method cp train acc: 0.9614457831325302 test acc: 0.9712230215827338 0.0\n",
      "monks-3 mfoct-d3-a0.01 method n train acc: 0.9565217391304348 test acc: 0.9712230215827338 0.0\n",
      "monks-3 mfoct-d3-a0.01 method rb train acc: 0.9614457831325302 test acc: 0.9712230215827338 0.0\n",
      "monks-3 mfoct-d3-a0.01 method cp train acc: 0.9614457831325302 test acc: 0.9712230215827338 0.0\n",
      "monks-3 mfoct-d3-a0.1 method n train acc: 0.9565217391304348 test acc: 0.9712230215827338 0.0\n",
      "monks-3 mfoct-d3-a0.1 method rb train acc: 0.9614457831325302 test acc: 0.9712230215827338 0.0\n",
      "monks-3 mfoct-d3-a0.1 method cp train acc: 0.9614457831325302 test acc: 0.9712230215827338 0.0\n",
      "monks-3 mfoct-d3-a0.0 method n train acc: 0.9782608695652174 test acc: 0.935251798561151 0.0\n",
      "monks-3 mfoct-d3-a0.0 method rb train acc: 0.9734939759036144 test acc: 0.935251798561151 0.0\n",
      "monks-3 mfoct-d3-a0.0 method cp train acc: 0.9734939759036144 test acc: 0.935251798561151 0.0\n",
      "monks-3 mfoct-d3-a0.01 method n train acc: 0.9782608695652174 test acc: 0.935251798561151 0.0\n",
      "monks-3 mfoct-d3-a0.01 method rb train acc: 0.9734939759036144 test acc: 0.935251798561151 0.0\n",
      "monks-3 mfoct-d3-a0.01 method cp train acc: 0.9734939759036144 test acc: 0.935251798561151 0.0\n",
      "monks-3 mfoct-d3-a0.1 method n train acc: 0.9782608695652174 test acc: 0.935251798561151 0.0\n",
      "monks-3 mfoct-d3-a0.1 method rb train acc: 0.9734939759036144 test acc: 0.935251798561151 0.0\n",
      "monks-3 mfoct-d3-a0.1 method cp train acc: 0.9734939759036144 test acc: 0.935251798561151 0.0\n",
      "monks-3 mfoct-d3-a0.0 method n train acc: 0.9565217391304348 test acc: 0.9712230215827338 0.0\n",
      "monks-3 mfoct-d3-a0.0 method rb train acc: 0.9614457831325302 test acc: 0.9712230215827338 0.0\n",
      "monks-3 mfoct-d3-a0.0 method cp train acc: 0.9614457831325302 test acc: 0.9712230215827338 0.0\n",
      "monks-3 mfoct-d3-a0.01 method n train acc: 0.9565217391304348 test acc: 0.9712230215827338 0.0\n",
      "monks-3 mfoct-d3-a0.01 method rb train acc: 0.9614457831325302 test acc: 0.9712230215827338 0.0\n",
      "monks-3 mfoct-d3-a0.01 method cp train acc: 0.9614457831325302 test acc: 0.9712230215827338 0.0\n",
      "monks-3 mfoct-d3-a0.1 method n train acc: 0.9565217391304348 test acc: 0.9712230215827338 0.0\n",
      "monks-3 mfoct-d3-a0.1 method rb train acc: 0.9614457831325302 test acc: 0.9712230215827338 0.0\n",
      "monks-3 mfoct-d3-a0.1 method cp train acc: 0.9614457831325302 test acc: 0.9712230215827338 0.0\n"
     ]
    }
   ],
   "source": [
    "for data in datasets:\n",
    "    for s in seeds:\n",
    "        \n",
    "        # load data\n",
    "        x, y = dataset.loadData(data)\n",
    "        # onehot encoding\n",
    "        x_enc = dataset.oneHot(x)\n",
    "        # data splition\n",
    "        x_train_enc, x_test_enc, y_train, y_test = train_test_split(x_enc, y, test_size=test_ratio, random_state=s)\n",
    "        N = int(len(y_train) * train_ratio / (train_ratio + val_ratio))\n",
    "        \n",
    "        for a in alpha:\n",
    "            \n",
    "            # mfoct\n",
    "            x_train_enc_s, x_val_enc_s, y_train_s, y_val_s = train_test_split(x_train_enc, y_train, \n",
    "                                                                              test_size=val_ratio/(train_ratio+val_ratio), \n",
    "                                                                              random_state=3)\n",
    "            row = res_soct[(res_soct['instance'] == data) & (res_soct['method'] == 'n') & (res_soct['depth'] == d) &\n",
    "                           (res_soct['alpha'] == a) & (res_soct['seed'] == s)]\n",
    "            if len(row):\n",
    "                print(data, 'mfoct-d{}-a{}'.format(row['depth'].values[0],row['alpha'].values[0]),\n",
    "                      'method', row['method'].values[0], 'train acc:', row['train_acc'].values[0], \n",
    "                      'test acc:', row['test_acc'].values[0], row['gap'].values[0])\n",
    "            else:\n",
    "                mfoct = miptree.maxFlowOptimalDecisionTreeClassifier(max_depth=2, alpha=a, warmstart=False,\n",
    "                                                                     timelimit=timelimit, output=False)\n",
    "                tick = time.time()\n",
    "                mfoct.fit(x_train_enc_s, y_train_s)\n",
    "                tock = time.time()\n",
    "                train_time = tock - tick\n",
    "                train_acc = accuracy_score(y_train_s, mfoct.predict(x_train_enc_s))\n",
    "                val_acc = accuracy_score(y_val_s, mfoct.predict(x_val_enc_s))\n",
    "                test_acc = accuracy_score(y_test, mfoct.predict(x_test_enc))\n",
    "                row = {'instance':data, 'method':'n', 'depth':d, 'alpha':a, 'seed':s, \n",
    "                       'train_acc':train_acc, 'val_acc': val_acc, 'test_acc':test_acc, \n",
    "                       'train_time':train_time, 'gap':mfoct.optgap}\n",
    "                res_soct = res_soct.append(row, ignore_index=True)\n",
    "                res_soct.to_csv('./res/soct.csv', index=False)\n",
    "                print(data, 'mfoct-d{}-a{}'.format(d,a), 'method:', 'n',\n",
    "                      'train acc:', train_acc, 'test acc:', test_acc, 'gap:', mfoct.optgap)\n",
    "                #print(row)\n",
    "\n",
    "            # robust\n",
    "            row = res_soct[(res_soct['instance'] == data) & (res_soct['method'] == 'rb') & (res_soct['depth'] == d) &\n",
    "                           (res_soct['alpha'] == a) & (res_soct['seed'] == s)]\n",
    "            if len(row):\n",
    "                print(data, 'mfoct-d{}-a{}'.format(row['depth'].values[0],row['alpha'].values[0]),\n",
    "                      'method', row['method'].values[0], 'train acc:', row['train_acc'].values[0], \n",
    "                      'test acc:', row['test_acc'].values[0], row['gap'].values[0])\n",
    "            else:\n",
    "                mfoct = miptree.maxFlowOptimalDecisionTreeClassifier(max_depth=2, alpha=a, warmstart=False,\n",
    "                                                                     timelimit=timelimit, output=False)\n",
    "                tick = time.time()\n",
    "                mfoct.stable_fit_robust(x_train_enc, y_train, N)\n",
    "                tock = time.time()\n",
    "                train_time = tock - tick\n",
    "                train_acc = accuracy_score(y_train, mfoct.predict(x_train_enc))\n",
    "                test_acc = accuracy_score(y_test, mfoct.predict(x_test_enc))\n",
    "                row = {'instance':data, 'method':'rb', 'depth':d, 'alpha':a, 'seed':s, \n",
    "                       'train_acc':train_acc, 'test_acc':test_acc, 'train_time':train_time, 'gap':mfoct.optgap}\n",
    "                res_soct = res_soct.append(row, ignore_index=True)\n",
    "                res_soct.to_csv('./res/soct.csv', index=False)\n",
    "                print(data, 'mfoct-d{}-a{}'.format(d,a), 'method:', 'rb',\n",
    "                      'train acc:', train_acc, 'test acc:', test_acc, 'gap:', mfoct.optgap)\n",
    "                #print(row)\n",
    "\n",
    "            # cutting plane\n",
    "            row = res_soct[(res_soct['instance'] == data) & (res_soct['method'] == 'cp') & (res_soct['depth'] == d) &\n",
    "                           (res_soct['alpha'] == a) & (res_soct['seed'] == s)]\n",
    "            if len(row):\n",
    "                print(data, 'mfoct-d{}-a{}'.format(row['depth'].values[0],row['alpha'].values[0]),\n",
    "                      'method', row['method'].values[0], 'train acc:', row['train_acc'].values[0], \n",
    "                      'test acc:', row['test_acc'].values[0], row['gap'].values[0])\n",
    "            else:\n",
    "                mfoct = miptree.maxFlowOptimalDecisionTreeClassifier(max_depth=2, alpha=a, warmstart=True,\n",
    "                                                                     timelimit=timelimit, output=False)\n",
    "                tick = time.time()\n",
    "                mfoct.stable_fit_CP(x_train_enc, y_train, N)\n",
    "                tock = time.time()\n",
    "                train_time = tock - tick\n",
    "                train_acc = accuracy_score(y_train, mfoct.predict(x_train_enc))\n",
    "                test_acc = accuracy_score(y_test, mfoct.predict(x_test_enc))\n",
    "                row = {'instance':data, 'method':'cp', 'depth':d, 'alpha':a, 'seed':s, \n",
    "                       'train_acc':train_acc, 'test_acc':test_acc, 'train_time':train_time, 'gap':mfoct.optgap}\n",
    "                res_soct = res_soct.append(row, ignore_index=True)\n",
    "                res_soct.to_csv('./res/soct.csv', index=False)\n",
    "                print(data, 'mfoct-d{}-a{}'.format(d,a), 'method:', 'cp',\n",
    "                      'train acc:', train_acc, 'test acc:', test_acc, 'gap:', mfoct.optgap)\n",
    "                #print(row)"
   ]
  },
  {
   "cell_type": "code",
   "execution_count": null,
   "id": "southeast-mileage",
   "metadata": {},
   "outputs": [],
   "source": []
  }
 ],
 "metadata": {
  "kernelspec": {
   "display_name": "Python 3",
   "language": "python",
   "name": "python3"
  },
  "language_info": {
   "codemirror_mode": {
    "name": "ipython",
    "version": 3
   },
   "file_extension": ".py",
   "mimetype": "text/x-python",
   "name": "python",
   "nbconvert_exporter": "python",
   "pygments_lexer": "ipython3",
   "version": "3.7.10"
  }
 },
 "nbformat": 4,
 "nbformat_minor": 5
}
